00000001:01000000:2.0F:1787360162.428232:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 505 MB/s 00000001:01000000:0.0F:1787360162.679759:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 317 MB/s 00000001:01000000:3.0F:1787360162.930017:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3231 MB/s 00000020:02000000:0.0:1787360163.793181:0:2365:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_45_g4630995 00000400:02000000:2.0:1787360164.374486:0:2380:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.202.60@tcp [8/256/0/180] 00008000:02000000:2.0:1787360167.501302:0:2530:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1787360357.406406:0:6159:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787360357.406411:0:6159:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1787360357.406412:0:6159:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.160@tcp:/lustre 00000020:01000004:2.0:1787360357.406414:0:6159:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1787360357.406574:0:6159:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000ac50702e 00000080:01000004:2.0:1787360357.406584:0:6159:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1787360357.406601:0:6159:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.160@tcp' 00000020:01000004:2.0:1787360357.406660:0:6159:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.160@tcp (typ=mgc) 00000020:00000080:2.0:1787360357.406680:0:6159:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.160@tcp (00000000fa174635) 00000020:00000080:2.0:1787360357.406694:0:6159:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1787360357.406941:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1787360357.406966:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1787360357.407132:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1787360357.407138:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1787360357.418210:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1787360357.418224:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1787360357.427222:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1787360357.427251:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:2.0:1787360357.431007:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:2.0:1787360357.431021:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:2.0:1787360357.438140:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787360357.438797:0:6159:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787360357.439019:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:2.0:1787360357.439025:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1787360357.441885:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1787360357.441900:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1787360357.447944:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1787360357.447957:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1787360357.450575:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1787360357.450591:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:0.0:1787360357.452402:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:0.0:1787360357.452413:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1787360357.454448:0:6159:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1787360357.454459:0:6159:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1787360357.458942:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787360357.458949:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787360357.458961:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360357.459934:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360357.459938:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360357.459940:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1787360357.460423:0:6159:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000000b324c5@MGC192.168.202.160@tcp: add connection 192.168.202.160@tcp at head 00010000:00010000:0.0:1787360357.461929:0:6159:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.160@tcp-0 is initialized 00000040:01000000:0.0:1787360357.461958:0:6159:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.160@tcp ctxt 1 is initialized 00010000:00010000:2.0:1787360357.466007:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787360357.466325:0:6173:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1787360357.466419:0:6159:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.160@tcp (uuid d9a03789-dca9-4666-898f-1dc7741f053a) 00000020:00000080:3.0:1787360357.466448:0:6159:0:(genops.c:1385:class_connect()) connect: client d9a03789-dca9-4666-898f-1dc7741f053a, cookie 0x5884d114bf68a45f 00000100:00080000:3.0:1787360357.466464:0:6159:0:(import.c:510:import_select_connection()) MGC192.168.202.160@tcp: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:3.0:1787360357.466475:0:6159:0:(import.c:624:import_select_connection()) MGC192.168.202.160@tcp: import 0000000000b324c5 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000100:00100000:3.0:1787360357.466562:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000030f7f29e x1874182971326592/t0(0) o250->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787360357.466591:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d9a03789-dca9-4666-898f-1dc7741f053a->MGS 00000080:00200000:3.0:1787360357.466625:0:6159:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8a8f44ad5000 (sb 00000000ac50702e) 00000080:01000000:3.0:1787360357.466709:0:6159:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1787360357.466711:0:6159:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1787360357.466715:0:6159:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:3.0:1787360357.466722:0:6159:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 2109c4a5-209d-4bdd-a14e-f1fe797a2939 10000000:01000000:3.0:1787360357.467247:0:6159:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787360357.467250:0:6159:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a8f44ad5000 10000000:01000000:3.0:1787360357.467255:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8a8f434d19b8 10000000:01000000:3.0:1787360357.467259:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787360357.467265:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8a8f434d19b8 from 1 10000000:01000000:3.0:1787360357.467268:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1787360357.467298:0:6159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: 00000000865bb5a6/0x5884d114bf68a466 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.467308:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: 00000000865bb5a6/0x5884d114bf68a466 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.467319:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: 00000000865bb5a6/0x5884d114bf68a466 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787360357.467335:0:6159:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000143184f0 x1874182971326720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360357.467346:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000e6225434 going to sleep for 0 seconds 00000100:00100000:0.0:1787360357.474223:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000030f7f29e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9a03789-dca9-4666-898f-1dc7741f053a:2396:1874182971326592:192.168.202.160@tcp:250: 00000100:00100000:2.0:1787360357.489050:0:2396:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.202.160@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787360357.489066:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.160@tcp: connect to target with instance 0 00000100:00080000:2.0:1787360357.489076:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.160@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1787360357.489081:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1787360357.489085:0:2396:0:(import.c:65:import_set_state_nolock()) 0000000000b324c5 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1787360357.489090:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1787360357.489104:0:2396:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:2.0:1787360357.489116:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e6225434): req@00000000143184f0 x1874182971326720/t0(0) o101->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360357.489136:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000030f7f29e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9a03789-dca9-4666-898f-1dc7741f053a:2396:1874182971326592:192.168.202.160@tcp:250: 00000100:00100000:2.0:1787360357.489289:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000e6225434 going to sleep for 11 seconds 00000100:00100000:2.0:1787360357.493199:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000143184f0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971326720:192.168.202.160@tcp:101: 00010000:00010000:2.0:1787360357.493229:0:6159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: 00000000865bb5a6/0x5884d114bf68a466 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787360357.493242:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: 00000000865bb5a6/0x5884d114bf68a466 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787360357.493339:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000055c31b88 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971326848:192.168.202.160@tcp:501: 00000100:00100000:2.0:1787360357.493425:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f969bd6f going to sleep for 11 seconds 00000100:00100000:2.0:1787360357.498632:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000055c31b88 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971326848:192.168.202.160@tcp:501: 10000000:01000000:2.0:1787360357.498680:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1787360357.498697:0:6159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: 00000000865bb5a6/0x5884d114bf68a466 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787360357.498722:0:6159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: 00000000865bb5a6/0x5884d114bf68a466 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787360357.498731:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a8f44ad5000 10000000:01000000:2.0:1787360357.498736:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787360357.498740:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a8f44ad5000 10000000:01000000:2.0:1787360357.498742:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787360357.498745:0:6159:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8a8f44ad5000 10000000:01000000:2.0:1787360357.498747:0:6159:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787360357.498751:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a8f44ad5000 from 1 10000000:01000000:2.0:1787360357.498754:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787360357.498800:0:6159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: 0000000076833434/0x5884d114bf68a46d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787360357.498807:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: 0000000076833434/0x5884d114bf68a46d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787360357.498817:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: 0000000076833434/0x5884d114bf68a46d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787360357.498836:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000055c31b88 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971326976:192.168.202.160@tcp:101: 00000100:00100000:2.0:1787360357.498907:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f969bd6f going to sleep for 11 seconds 00000100:00100000:2.0:1787360357.502280:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000055c31b88 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971326976:192.168.202.160@tcp:101: 00010000:00010000:2.0:1787360357.502313:0:6159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: 0000000076833434/0x5884d114bf68a46d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787360357.502326:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: 0000000076833434/0x5884d114bf68a46d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787360357.502411:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000055c31b88 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971327104:192.168.202.160@tcp:501: 00000100:00100000:2.0:1787360357.502503:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f969bd6f going to sleep for 11 seconds 00000100:00100000:3.0:1787360357.515828:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000055c31b88 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971327104:192.168.202.160@tcp:501: 00000100:00100000:3.0:1787360357.515891:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971327232:192.168.202.160@tcp:503: 00000100:00100000:3.0:1787360357.516030:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 0000000019358fe1 going to sleep for 11 seconds 00000100:00100000:3.0:1787360357.521950:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971327232:192.168.202.160@tcp:503: 00000100:00100000:1.0F:1787360357.522754:0:6177:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002587459c pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6177:1874182971327360:192.168.202.160@tcp:502: 00000100:00100000:1.0:1787360357.522875:0:6177:0:(client.c:2715:ptlrpc_set_wait()) set 000000003cf4c4ca going to sleep for 11 seconds 00000100:00100000:0.0:1787360357.530501:0:6177:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002587459c pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6177:1874182971327360:192.168.202.160@tcp:502: 00000020:01000000:0.0:1787360357.530572:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787360357.530585:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360357.530588:0:6177:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1787360357.530595:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8a8f44ad5000 00000020:00000080:0.0:1787360357.530598:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787360357.530630:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8a8f44ad5000 (0000000027a43ebd) 00000020:00000080:0.0:1787360357.530652:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:0.0:1787360357.530660:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8a8f44ad5000 00000020:00000080:0.0:1787360357.530662:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787360357.531004:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8a8f44ad5000 (uuid 2109c4a5-209d-4bdd-a14e-f1fe797a2939) 00000020:01000000:0.0:1787360357.531010:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787360357.531013:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360357.531015:0:6177:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1787360357.531017:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787360357.531020:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360357.531021:0:6177:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1787360357.531024:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8a8f44ad5000 00000020:00000080:0.0:1787360357.531030:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787360357.531036:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8a8f44ad5000 (000000008d199b4d) 00000020:00000080:0.0:1787360357.531045:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:0.0:1787360357.531049:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8a8f44ad5000 00000020:00000080:0.0:1787360357.531051:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787360357.531408:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8a8f44ad5000 (uuid 2109c4a5-209d-4bdd-a14e-f1fe797a2939) 00000020:01000000:0.0:1787360357.531413:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787360357.531416:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360357.531417:0:6177:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1787360357.531419:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787360357.531422:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360357.531423:0:6177:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1787360357.531426:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787360357.531427:0:6177:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1787360357.531430:0:6177:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1787360357.531434:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787360357.531436:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360357.531437:0:6177:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1787360357.531439:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787360357.531443:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360357.531444:0:6177:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1787360357.531447:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787360357.531451:0:6177:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:0.0:1787360357.531483:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8a8f44ad5000 00000020:00000080:0.0:1787360357.531485:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787360357.531491:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8a8f44ad5000 (00000000c9feb486) 00000020:00000080:0.0:1787360357.531499:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:0.0:1787360357.531502:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8a8f44ad5000 00000020:00000080:0.0:1787360357.531505:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787360357.531592:0:6177:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c9a1603f@lustre-MDT0000-mdc-ffff8a8f44ad5000: add connection 192.168.202.160@tcp at head 00010000:00010000:0.0:1787360357.535431:0:6177:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8a8f44ad5000-1 is initialized 00000040:01000000:0.0:1787360357.536329:0:6177:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8a8f44ad5000 ctxt 13 is initialized 00000020:00000080:0.0:1787360357.537107:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8a8f44ad5000 (uuid 2109c4a5-209d-4bdd-a14e-f1fe797a2939) 00000020:01000000:0.0:1787360357.537121:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8a8f44ad5000 00000020:00000080:0.0:1787360357.537125:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787360357.537150:0:6177:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1787360357.537329:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787360357.537333:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360357.537335:0:6177:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1787360357.537337:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787360357.537339:0:6177:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1787360357.537341:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787360357.537342:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787360357.537344:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787360357.537346:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360357.537347:0:6177:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787360357.537349:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787360357.537352:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360357.537353:0:6177:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1787360357.537356:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787360357.537360:0:6177:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:0.0:1787360357.537383:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8a8f44ad5000 00000020:00000080:0.0:1787360357.537385:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787360357.537394:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8a8f44ad5000 (00000000bb0d7d23) 00000020:00000080:0.0:1787360357.537407:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:0.0:1787360357.537411:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8a8f44ad5000 00000020:00000080:0.0:1787360357.537413:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787360357.537490:0:6177:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000040244577@lustre-MDT0001-mdc-ffff8a8f44ad5000: add connection 192.168.202.160@tcp at head 00010000:00010000:1.0:1787360357.548129:0:6177:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff8a8f44ad5000-2 is initialized 00000040:01000000:1.0:1787360357.548399:0:6177:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff8a8f44ad5000 ctxt 13 is initialized 00000020:00000080:1.0:1787360357.548582:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff8a8f44ad5000 (uuid 2109c4a5-209d-4bdd-a14e-f1fe797a2939) 00000020:01000000:1.0:1787360357.548597:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8a8f44ad5000 00000020:00000080:1.0:1787360357.548602:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1787360357.548626:0:6177:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1787360357.548667:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787360357.548671:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787360357.548673:0:6177:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1787360357.548676:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787360357.548679:0:6177:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1787360357.548680:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787360357.548682:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787360357.548683:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787360357.548685:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787360357.548686:0:6177:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787360357.548688:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787360357.548691:0:6177:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.160@tcp:/lustre 00000020:00000080:1.0:1787360357.548694:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787360357.548695:0:6177:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787360357.548697:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787360357.548702:0:6177:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:1.0:1787360357.548728:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8a8f44ad5000 00000020:00000080:1.0:1787360357.548731:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787360357.548747:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8a8f44ad5000 (00000000cb82110c) 00000020:00000080:1.0:1787360357.548775:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:1.0:1787360357.548783:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8a8f44ad5000 00000020:00000080:1.0:1787360357.548786:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787360357.548905:0:6177:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000072b89f82@lustre-OST0000-osc-ffff8a8f44ad5000: add connection 192.168.202.160@tcp at head 00010000:00010000:1.0:1787360357.550274:0:6177:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8a8f44ad5000-3 is initialized 00000020:00000080:1.0:1787360357.557254:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8a8f44ad5000 (uuid 2109c4a5-209d-4bdd-a14e-f1fe797a2939) 00000020:01000000:1.0:1787360357.557275:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8a8f44ad5000 00000020:00000080:1.0:1787360357.557279:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1787360357.557303:0:6177:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1787360357.557311:0:6177:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8a8f44ad5000: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1787360357.557317:0:6177:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1787360357.557330:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787360357.557335:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787360357.557337:0:6177:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1787360357.557340:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787360357.557342:0:6177:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1787360357.557344:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787360357.557346:0:6177:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787360357.557347:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787360357.557349:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787360357.557350:0:6177:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787360357.557353:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787360357.557357:0:6177:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.160@tcp:/lustre 00000020:00000080:1.0:1787360357.557360:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787360357.557362:0:6177:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1787360357.557365:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787360357.557370:0:6177:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:1.0:1787360357.557396:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8a8f44ad5000 00000020:00000080:1.0:1787360357.557399:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787360357.557408:0:6177:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8a8f44ad5000 (000000007683eb8d) 00000020:00000080:1.0:1787360357.557425:0:6177:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:1.0:1787360357.557430:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8a8f44ad5000 00000020:00000080:1.0:1787360357.557433:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787360357.557514:0:6177:0:(ldlm_lib.c:102:import_set_conn()) imp 000000001f89705d@lustre-OST0001-osc-ffff8a8f44ad5000: add connection 192.168.202.160@tcp at head 00010000:00010000:1.0:1787360357.557778:0:6177:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8a8f44ad5000-4 is initialized 00000020:00000080:1.0:1787360357.562399:0:6177:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8a8f44ad5000 (uuid 2109c4a5-209d-4bdd-a14e-f1fe797a2939) 00000020:01000000:1.0:1787360357.562415:0:6177:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8a8f44ad5000 00000020:00000080:1.0:1787360357.562424:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1787360357.562447:0:6177:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1787360357.562456:0:6177:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8a8f44ad5000: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1787360357.562460:0:6177:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1787360357.562472:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787360357.562476:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787360357.562478:0:6177:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1787360357.562482:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787360357.562486:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787360357.562487:0:6177:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787360357.562490:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787360357.562492:0:6177:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1787360357.562553:0:6177:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000e50be982 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6177:1874182971327488:192.168.202.160@tcp:502: 00000100:00100000:1.0:1787360357.562798:0:6177:0:(client.c:2715:ptlrpc_set_wait()) set 00000000ea856ee9 going to sleep for 11 seconds 00000100:00100000:1.0:1787360357.568033:0:6177:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000e50be982 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6177:1874182971327488:192.168.202.160@tcp:502: 00000020:01000000:1.0:1787360357.568086:0:6177:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787360357.568095:0:6177:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787360357.568098:0:6177:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000040:00080000:1.0:1787360357.568103:0:6177:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1787360357.568815:0:6159:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:3.0:1787360357.568838:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787360357.568860:0:6159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: 0000000076833434/0x5884d114bf68a46d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.568871:0:6159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: 0000000076833434/0x5884d114bf68a46d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787360357.568880:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff8a8f44ad5000 from 1 10000000:01000000:3.0:1787360357.568883:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1787360357.568925:0:6159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: 00000000149b999e/0x5884d114bf68a49e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.568933:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: 00000000149b999e/0x5884d114bf68a49e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.568942:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: 00000000149b999e/0x5884d114bf68a49e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787360357.570070:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971327616:192.168.202.160@tcp:101: 00000100:00100000:3.0:1787360357.570179:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 000000003f382163 going to sleep for 11 seconds 00000100:00100000:3.0:1787360357.577005:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971327616:192.168.202.160@tcp:101: 00010000:00010000:3.0:1787360357.577040:0:6159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: 00000000149b999e/0x5884d114bf68a49e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae14 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.577070:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: 00000000149b999e/0x5884d114bf68a49e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f73f851f63eae14 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787360357.577660:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971327744:192.168.202.160@tcp:256: 00000100:00100000:3.0:1787360357.577752:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 000000003f382163 going to sleep for 11 seconds 00000100:00100000:3.0:1787360357.594645:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971327744:192.168.202.160@tcp:256: 10000000:01000000:3.0:1787360357.595909:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1787360357.595981:0:6159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: 00000000149b999e/0x5884d114bf68a49e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae14 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.595993:0:6159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: 00000000149b999e/0x5884d114bf68a49e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae14 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787360357.596003:0:6159:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a8f44ad5000 from 1 10000000:01000000:3.0:1787360357.596006:0:6159:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787360357.596044:0:6159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: 00000000a5212876/0x5884d114bf68a4a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.596051:0:6159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: 00000000a5212876/0x5884d114bf68a4a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.596060:0:6159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: 00000000a5212876/0x5884d114bf68a4a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787360357.596081:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971327872:192.168.202.160@tcp:101: 00000100:00100000:3.0:1787360357.596171:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 000000003f382163 going to sleep for 11 seconds 00000100:00100000:3.0:1787360357.601387:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971327872:192.168.202.160@tcp:101: 00010000:00010000:3.0:1787360357.601424:0:6159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: 00000000a5212876/0x5884d114bf68a4a5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.601436:0:6159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: 00000000a5212876/0x5884d114bf68a4a5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787360357.601509:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971328000:192.168.202.160@tcp:501: 00000100:00100000:3.0:1787360357.601605:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 000000003f382163 going to sleep for 11 seconds 00000100:00100000:3.0:1787360357.604507:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971328000:192.168.202.160@tcp:501: 00000100:00100000:3.0:1787360357.604599:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971328128:192.168.202.160@tcp:503: 00000100:00100000:3.0:1787360357.604703:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set 000000003f382163 going to sleep for 11 seconds 00000100:00100000:3.0:1787360357.626724:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008e16ce4a pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:6159:1874182971328128:192.168.202.160@tcp:503: 00000100:00100000:0.0:1787360357.630838:0:6183:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000071225de2 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6183:1874182971328256:192.168.202.160@tcp:502: 00000100:00100000:0.0:1787360357.631084:0:6183:0:(client.c:2715:ptlrpc_set_wait()) set 0000000077341335 going to sleep for 11 seconds 00000100:00100000:2.0:1787360357.642918:0:6183:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000071225de2 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6183:1874182971328256:192.168.202.160@tcp:502: 00000020:01000000:2.0:1787360357.642976:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787360357.642990:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787360357.642993:0:6183:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787360357.643001:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a8f44ad5000 00000020:00000080:2.0:1787360357.643004:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1787360357.643065:0:6183:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6183:1874182971328384:192.168.202.160@tcp:502: 00000100:00100000:2.0:1787360357.643199:0:6183:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f47285f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787360357.646780:0:6183:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6183:1874182971328384:192.168.202.160@tcp:502: 00000020:01000000:2.0:1787360357.646830:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787360357.646842:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787360357.646845:0:6183:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:2.0:1787360357.646849:0:6183:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:3.0:1787360357.647002:0:6159:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:3.0:1787360357.647024:0:6159:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787360357.647050:0:6159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912a00/0x5884d114bf68a4a5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360357.647061:0:6159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912a00/0x5884d114bf68a4a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1787360357.647079:0:6159:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1787360357.647102:0:6159:0:(genops.c:1385:class_connect()) connect: client 2109c4a5-209d-4bdd-a14e-f1fe797a2939, cookie 0x5884d114bf68a4ac 00800000:01000000:3.0:1787360357.647128:0:6159:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 2109c4a5-209d-4bdd-a14e-f1fe797a2939 to lustre-clilmv-ffff8a8f44ad5000 00800000:01000000:3.0:1787360357.647135:0:6159:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8a8f44ad5000(2109c4a5-209d-4bdd-a14e-f1fe797a2939) - lustre-MDT0000_UUID, 2109c4a5-209d-4bdd-a14e-f1fe797a2939 00000020:00000080:3.0:1787360357.647144:0:6159:0:(genops.c:1385:class_connect()) connect: client 2109c4a5-209d-4bdd-a14e-f1fe797a2939, cookie 0x5884d114bf68a4b3 00000100:00080000:3.0:1787360357.647165:0:6159:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a8f44ad5000: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:3.0:1787360357.647175:0:6159:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a8f44ad5000: import ffff8a8f434f8000 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:3.0:1787360357.647188:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683181 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787360357.647214:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a8f515a1500 x1874182971328512/t0(0) o38->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787360357.647242:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID 00800000:01000000:3.0:1787360357.647338:0:6159:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8a8f44ad5000(2109c4a5-209d-4bdd-a14e-f1fe797a2939) successfully (5) 00800000:00000004:3.0:1787360357.647342:0:6159:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff8a8f44ad5000: age -696, max_age 0 00800000:01000000:3.0:1787360357.647369:0:6159:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff8a8f44ad5000(2109c4a5-209d-4bdd-a14e-f1fe797a2939) - lustre-MDT0001_UUID, 2109c4a5-209d-4bdd-a14e-f1fe797a2939 00000020:00000080:3.0:1787360357.647378:0:6159:0:(genops.c:1385:class_connect()) connect: client 2109c4a5-209d-4bdd-a14e-f1fe797a2939, cookie 0x5884d114bf68a4ba 00000100:00080000:3.0:1787360357.647384:0:6159:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a8f44ad5000: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:3.0:1787360357.647389:0:6159:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a8f44ad5000: import ffff8a8f434ff000 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:3.0:1787360357.647394:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683181 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787360357.647405:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a8f515a1c00 x1874182971328768/t0(0) o38->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787360357.647414:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID 00800000:01000000:3.0:1787360357.647479:0:6159:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff8a8f44ad5000(2109c4a5-209d-4bdd-a14e-f1fe797a2939) successfully (5) 00800000:00000004:3.0:1787360357.647482:0:6159:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff8a8f44ad5000: age -696, max_age 0 00000080:00000004:3.0:1787360357.647500:0:6159:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff8a8f44ad5000: age -696, max_age 303 00800000:00000004:3.0:1787360357.647507:0:6159:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8a8f44ad5000: age -696, max_age 303 00000100:00080000:3.0:1787360357.647524:0:6159:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a8f515a0700 x1874182971329024/t0(0) o41->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360357.647560:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c5540 going to sleep for 0 seconds 00000100:00100000:2.0:1787360357.647601:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971328512:192.168.202.160@tcp:38: 00000100:00080000:3.0:1787360357.647632:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a8f515a2680 x1874182971328640/t0(0) o41->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360357.647647:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1787360357.647652:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a8f515a1f80 x1874182971328896/t0(0) o41->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360357.647687:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971328768:192.168.202.160@tcp:38: 00010000:00080000:2.0:1787360357.672208:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a1500 x1874182971328512/t0(0) o38->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 520/416 e 0 to 0 dl 1787360367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360357.672228:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f44ad5000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787360357.672241:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8a8f44ad5000: connect to target with instance 1 00000001:01000000:3.0:1787360357.923915:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8a8f44ad5000: T10 checksum algorithm t10ip512 speed = 2043 MB/s 00000001:01000000:2.0:1787360358.173617:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8a8f44ad5000: T10 checksum algorithm t10ip4K speed = 3263 MB/s 00000001:01000000:0.0:1787360358.424560:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8a8f44ad5000: T10 checksum algorithm t10crc4K speed = 791 MB/s 00000100:00080000:0.0:1787360358.424575:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8a8f44ad5000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1787360358.424595:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787360358.425319:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f434f8000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1787360358.426006:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000023a02573): req@ffff8a8f515a0700 x1874182971329024/t0(0) o41->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787360358.426077:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000002f923f6): req@ffff8a8f515a2680 x1874182971328640/t0(0) o41->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360358.429714:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c5540 going to sleep for 11 seconds 00010000:00080000:3.0:1787360358.435650:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a0700 x1874182971329024/t0(0) o41->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1787360374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360358.435675:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6159:1874182971329024:192.168.202.160@tcp:41: 00800000:00000004:3.0:1787360358.435704:0:6159:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8a8f44ad5000: update ffff8a8f509a37c0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:3.0:1787360358.435713:0:6159:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff8a8f44ad5000: update ffff8a8f509a5178 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:3.0:1787360358.435763:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6159:1874182971329152:192.168.202.160@tcp:40: 00000100:00100000:3.0:1787360358.435853:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c5000 going to sleep for 11 seconds 00000100:00100000:0.0:1787360358.437482:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971328512:192.168.202.160@tcp:38: 00010000:00080000:0.0:1787360358.437532:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a1c00 x1874182971328768/t0(0) o38->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 520/416 e 0 to 0 dl 1787360367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360358.437564:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f44ad5000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787360358.437573:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8a8f44ad5000: connect to target with instance 1 00000100:00080000:0.0:1787360358.437583:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff8a8f44ad5000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1787360358.437603:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787360358.437608:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f434ff000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787360358.442929:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000002f923f6): req@ffff8a8f515a1f80 x1874182971328896/t0(0) o41->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360358.442955:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971328768:192.168.202.160@tcp:38: 00010000:00080000:2.0:1787360358.449208:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a0700 x1874182971329152/t0(0) o40->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 440/448 e 0 to 0 dl 1787360374 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360358.449252:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6159:1874182971329152:192.168.202.160@tcp:40: 00000080:00000004:2.0:1787360358.449276:0:6159:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1787360358.449291:0:6159:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683181 ocd_grant: 2146304 00020000:01000000:2.0:1787360358.449296:0:6159:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1787360358.449308:0:6159:0:(genops.c:1385:class_connect()) connect: client 2109c4a5-209d-4bdd-a14e-f1fe797a2939, cookie 0x5884d114bf68a4c1 00000020:00000080:2.0:1787360358.449327:0:6159:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x5884d114bf68a4c8 00000100:00080000:2.0:1787360358.449334:0:6159:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a8f44ad5000: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:2.0:1787360358.449342:0:6159:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a8f44ad5000: import ffff8a8f60c5f800 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:2.0:1787360358.449353:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683181 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787360358.449375:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a8f58a5d180 x1874182971329280/t0(0) o8->lustre-OST0000-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787360358.449400:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID 00020000:01000000:2.0:1787360358.449421:0:6159:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8a8f44ad5000) active 00000020:00000080:2.0:1787360358.449461:0:6159:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x5884d114bf68a4cf 00000100:00080000:2.0:1787360358.449478:0:6159:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a8f44ad5000: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:2.0:1787360358.449484:0:6159:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a8f44ad5000: import ffff8a8f60c5f000 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:2.0:1787360358.449490:0:6159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683181 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787360358.449503:0:6159:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a8f58a5c380 x1874182971329408/t0(0) o8->lustre-OST0001-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787360358.449511:0:6159:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID 00020000:01000000:2.0:1787360358.449517:0:6159:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8a8f44ad5000) active 00000100:00100000:2.0:1787360358.449580:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6159:1874182971329536:192.168.202.160@tcp:900: 00000100:00100000:2.0:1787360358.449641:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f47285780 going to sleep for 11 seconds 00000100:00100000:0.0:1787360358.449947:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9a03789-dca9-4666-898f-1dc7741f053a:2398:1874182971329664:192.168.202.160@tcp:400: 00000100:00100000:1.0:1787360358.450429:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971329280:192.168.202.160@tcp:8: 00000100:00100000:1.0:1787360358.450591:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971329408:192.168.202.160@tcp:8: 00010000:00080000:2.0:1787360358.466967:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a1f80 x1874182971328896/t0(0) o41->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1787360374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360358.466993:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:0:1874182971328896:192.168.202.160@tcp:41: 00010000:00080000:2.0:1787360358.467007:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a2680 x1874182971328640/t0(0) o41->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1787360374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360358.467016:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:0:1874182971328640:192.168.202.160@tcp:41: 00010000:00080000:2.0:1787360358.467064:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5f800 x1874182971329536/t0(0) o900->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:29/10 lens 264/248 e 0 to 0 dl 1787360374 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360358.467073:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6159:1874182971329536:192.168.202.160@tcp:900: 00000100:00100000:2.0:1787360358.467128:0:6159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6159:1874182971329792:192.168.202.160@tcp:33: 00000100:00100000:2.0:1787360358.467384:0:6159:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f47285780 going to sleep for 11 seconds 00010000:00080000:2.0:1787360358.482402:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5d180 x1874182971329280/t0(0) o8->lustre-OST0000-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1787360368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360358.482419:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a8f44ad5000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787360358.482429:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8a8f44ad5000: connect to target with instance 1 00000100:00080000:2.0:1787360358.482439:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8a8f44ad5000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1787360358.482453:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1787360358.482457:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f60c5f800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1787360358.482463:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1787360358.482467:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1787360358.482472:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1787360358.482486:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971329280:192.168.202.160@tcp:8: 00010000:00080000:2.0:1787360358.482526:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5c380 x1874182971329408/t0(0) o8->lustre-OST0001-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1787360368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360358.482574:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a8f44ad5000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787360358.482579:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8a8f44ad5000: connect to target with instance 1 00000100:00080000:2.0:1787360358.482585:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8a8f44ad5000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1787360358.482590:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1787360358.482592:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f60c5f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1787360358.483071:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1787360358.483076:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1787360358.483080:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1787360358.483088:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971329408:192.168.202.160@tcp:8: 00000100:00100000:0.0:1787360358.485343:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9a03789-dca9-4666-898f-1dc7741f053a:2398:1874182971329664:192.168.202.160@tcp:400: 00010000:00010000:0.0:1787360358.496954:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1787360358.514154:0:6159:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5f800 x1874182971329792/t0(0) o33->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:23/10 lens 448/464 e 0 to 0 dl 1787360374 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787360358.514176:0:6159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6159:1874182971329792:192.168.202.160@tcp:33: 00000080:00200000:2.0:1787360358.514412:0:6159:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) 00000080:00200000:2.0:1787360358.514422:0:6159:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1787360358.514501:0:6159:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_45_g4630995 00000080:00000004:2.0:1787360358.520716:0:6159:0:(super25.c:182:lustre_fill_super()) 192.168.202.160@tcp:/lustre: Mount complete 00000080:00200008:0.0:1787360358.812435:0:6201:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a8f49109148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787360358.812447:0:6201:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148),name=/ 00000002:00010000:0.0:1787360358.812471:0:6201:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787360358.812678:0:6201:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6201 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787360358.812689:0:6201:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6201 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787360358.812714:0:6201:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6201 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787360358.812749:0:6201:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50981f80 pname:cluuid:pid:xid:nid:opc:job mkdir:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6201:1874182971329920:192.168.202.160@tcp:101: 00000100:00100000:0.0:1787360358.813002:0:6201:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f472b0f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787360358.820920:0:6201:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50981f80 pname:cluuid:pid:xid:nid:opc:job mkdir:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6201:1874182971329920:192.168.202.160@tcp:101: 00010000:00010000:1.0:1787360358.820948:0:6201:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360358.820980:0:6201:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360358.820991:0:6201:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360358.821003:0:6201:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360358.821017:0:6201:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360358.821024:0:6201:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360358.821031:0:6201:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787360358.821041:0:6201:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a8f50981f80 x1874182971329920/t0(0) o101->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 576/688 e 0 to 0 dl 1787360374 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787360358.821054:0:6201:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360358.821068:0:6201:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a8f50dd6800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1787360358.821075:0:6201:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787360358.821101:0:6201:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787360358.821110:0:6201:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) for lock 0x5884d114bf68a4d6 00000080:00010000:1.0:1787360358.821116:0:6201:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) 00000080:00010000:1.0:1787360358.821119:0:6201:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5884d114bf68a4d6 from it ffff9bb644687cb8 00010000:00010000:1.0:1787360358.821122:0:6201:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360358.821131:0:6201:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1787360359.521060:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787360360.545681:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787360361.153898:0:6253:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a8f49109148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787360361.153914:0:6253:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148),name=/ 00000002:00010000:3.0:1787360361.153943:0:6253:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787360361.153964:0:6253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787360361.153981:0:6253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787360361.153989:0:6253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787360361.153996:0:6253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) 00000080:00010000:3.0:1787360361.154000:0:6253:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) for lock 0x5884d114bf68a4d6 00000080:00010000:3.0:1787360361.154013:0:6253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5884d114bf68a4d6 from it ffff9bb644697cb8 00010000:00010000:3.0:1787360361.154017:0:6253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787360361.154027:0:6253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1787360361.155085:0:6253:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a8f49109148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787360361.155093:0:6253:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148),name=/ 00000002:00010000:3.0:1787360361.155108:0:6253:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787360361.155118:0:6253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1787360361.155129:0:6253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1787360361.155136:0:6253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787360361.155141:0:6253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) 00000080:00010000:3.0:1787360361.155144:0:6253:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) for lock 0x5884d114bf68a4d6 00000080:00010000:3.0:1787360361.155148:0:6253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5884d114bf68a4d6 from it ffff9bb644697cb8 00010000:00010000:3.0:1787360361.155151:0:6253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1787360361.155158:0:6253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1787360361.155262:0:6253:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148),name=/ 00000002:00010000:3.0:1787360361.155271:0:6253:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787360361.155282:0:6253:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1787360361.155291:0:6253:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1787360361.155298:0:6253:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787360361.155374:0:6253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) 00000080:00010000:3.0:1787360361.155378:0:6253:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) for lock 0x5884d114bf68a4d6 00000080:00010000:3.0:1787360361.155383:0:6253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5884d114bf68a4d6 from it ffff9bb644697bb0 00010000:00010000:3.0:1787360361.155386:0:6253:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1787360361.155393:0:6253:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1787360361.155401:0:6253:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148), inode mode 41ed mask 44 00000080:00200008:3.0:1787360361.155408:0:6253:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a8f49109148), flags 100000 00000080:00200080:3.0:1787360361.155507:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.155523:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00800000:00000004:3.0:1787360361.155529:0:6253:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8a8f44ad5000: age 305, max_age 306 00000100:00100000:3.0:1787360361.156141:0:6253:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job lfs:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6253:1874182971330048:192.168.202.160@tcp:41: 00000100:00100000:3.0:1787360361.156233:0:6253:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787360361.162863:0:6253:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job lfs:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6253:1874182971330048:192.168.202.160@tcp:41: 00800000:00000004:3.0:1787360361.162893:0:6253:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8a8f44ad5000: update ffff8a8f509a37c0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1787360361.162976:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.162995:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00800000:00000004:3.0:1787360361.163020:0:6253:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff8a8f44ad5000: age -696, max_age 306 00000100:00100000:3.0:1787360361.163057:0:6253:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job lfs:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6253:1874182971330176:192.168.202.160@tcp:41: 00000100:00100000:3.0:1787360361.163152:0:6253:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c53c0 going to sleep for 11 seconds 00010000:00080000:3.0:1787360361.180991:0:6253:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a2a00 x1874182971330176/t0(0) o41->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1787360377 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360361.181012:0:6253:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job lfs:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6253:1874182971330176:192.168.202.160@tcp:41: 00800000:00000004:3.0:1787360361.181037:0:6253:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff8a8f44ad5000: update ffff8a8f509a1e08 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1787360361.181109:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181127:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181136:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181140:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181144:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181148:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181163:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181167:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181171:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181174:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181177:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181181:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181185:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181188:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181192:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181195:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181522:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181685:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181693:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181698:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181701:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181704:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181707:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181710:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181713:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181716:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181720:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181723:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181726:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181739:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181744:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181749:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181752:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181755:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181758:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181762:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181765:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181768:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181772:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181775:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181778:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181781:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181793:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181798:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181802:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181805:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181809:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181813:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181817:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181820:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181824:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181828:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181831:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181835:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181839:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181842:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181845:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181848:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181852:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181855:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181858:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181861:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181864:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181867:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181870:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181872:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181875:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181884:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181889:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181892:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181896:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181900:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181904:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181907:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181910:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181913:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181917:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181920:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181924:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181927:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181931:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181934:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181938:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181942:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181945:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181949:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181952:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181956:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181959:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181963:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181966:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181970:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181981:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181985:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181990:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.181993:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.181997:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182000:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182004:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182008:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182012:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182016:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182019:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182023:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182027:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182030:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182034:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182037:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182040:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182043:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182047:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182051:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182055:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182059:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182062:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182066:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182071:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182081:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182087:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182091:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182094:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182098:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182101:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182104:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182108:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00800000:00000080:3.0:1787360361.182111:0:6253:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.182115:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.182121:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00020000:00000004:3.0:1787360361.182129:0:6253:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff8a8f44ad5000: age -696, max_age 306 00000100:00100000:3.0:1787360361.183004:0:6253:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job lfs:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6253:1874182971330304:192.168.202.160@tcp:13: 00000100:00100000:3.0:1787360361.183171:0:6253:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c53c0 going to sleep for 11 seconds 00010000:00080000:3.0:1787360361.189617:0:6253:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a2a00 x1874182971330304/t0(0) o13->lustre-OST0000-osc-ffff8a8f44ad5000@192.168.202.160@tcp:7/4 lens 224/368 e 0 to 0 dl 1787360377 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360361.189642:0:6253:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job lfs:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6253:1874182971330304:192.168.202.160@tcp:13: 00020000:00000004:3.0:1787360361.189668:0:6253:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff8a8f44ad5000: update ffff8a8f47279e08 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787360361.189739:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.189755:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00020000:00000004:3.0:1787360361.189762:0:6253:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff8a8f44ad5000: age -696, max_age 306 00000100:00100000:3.0:1787360361.189792:0:6253:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job lfs:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6253:1874182971330432:192.168.202.160@tcp:13: 00000100:00100000:3.0:1787360361.189887:0:6253:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c53c0 going to sleep for 11 seconds 00010000:00080000:3.0:1787360361.192855:0:6253:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a2a00 x1874182971330432/t0(0) o13->lustre-OST0001-osc-ffff8a8f44ad5000@192.168.202.160@tcp:7/4 lens 224/368 e 0 to 0 dl 1787360377 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360361.192892:0:6253:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job lfs:2109c4a5-209d-4bdd-a14e-f1fe797a2939:6253:1874182971330432:192.168.202.160@tcp:13: 00020000:00000004:3.0:1787360361.192917:0:6253:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff8a8f44ad5000: update ffff8a8f47278450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787360361.192989:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193006:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193013:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193017:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193021:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193025:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193029:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193033:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193037:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193041:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193045:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193049:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193053:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193057:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193061:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193064:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193068:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193072:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193076:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193080:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193084:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193096:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193102:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193106:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193109:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193112:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193115:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193118:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193122:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193124:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193127:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193130:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193133:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193136:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193139:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193142:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193145:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193148:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193522:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193532:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193569:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193574:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193579:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193583:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193586:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193590:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193603:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193608:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193613:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193617:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193621:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193625:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193629:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193632:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193637:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193641:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193645:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193648:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193652:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193656:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193660:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193663:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193667:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193671:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193675:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193678:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193682:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193685:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193689:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193693:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193697:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193708:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193713:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193717:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193721:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193724:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193728:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193746:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193750:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193754:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193758:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193762:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193766:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193769:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193773:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193777:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193781:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193785:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193789:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193793:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193797:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193801:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193805:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193808:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193812:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193816:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193829:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193834:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193838:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193842:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193846:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193850:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193854:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193858:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193862:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193866:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193870:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193874:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193879:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193882:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193886:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193889:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193893:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193896:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193900:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193903:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193906:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193909:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193913:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193916:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193920:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193929:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193934:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193937:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200080:3.0:1787360361.193941:0:6253:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148) cmd=c00866a4 arg=7ffcd47fa330 00020000:00000080:3.0:1787360361.193944:0:6253:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8a8f44ad5000: cmd=c00866a4 len=592 karg=ffff8a8f43499000 uarg=0000000000000000 00000080:00200008:3.0:1787360361.193957:0:6253:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a8f49109148), flags 100000 00010000:00010000:2.0:1787360361.569494:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787360362.593008:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360363.617389:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787360363.617620:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971330560:192.168.202.160@tcp:400: 00000100:00100000:3.0:1787360363.617757:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971330816:192.168.202.160@tcp:400: 00000100:00100000:3.0:1787360363.617789:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971331072:192.168.202.160@tcp:400: 00000100:00100000:3.0:1787360363.617816:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787360363.617823:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971330688:192.168.202.160@tcp:400: 00000100:00100000:3.0:1787360363.617845:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971330944:192.168.202.160@tcp:400: 00000100:00100000:3.0:1787360363.622054:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971330688:192.168.202.160@tcp:400: 00010000:00080000:3.0:1787360363.622077:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a2300 x1874182971330944/t0(0) o400->lustre-OST0000-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360363.622088:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971330944:192.168.202.160@tcp:400: 00010000:00080000:3.0:1787360363.622097:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a1880 x1874182971330816/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360363.622105:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971330816:192.168.202.160@tcp:400: 00010000:00080000:3.0:1787360363.622114:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a3480 x1874182971331072/t0(0) o400->lustre-OST0001-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360363.622143:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971331072:192.168.202.160@tcp:400: 00000100:00100000:2.0:1787360363.635260:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971330560:192.168.202.160@tcp:400: 00000001:02000400:0.0:1787360364.329178:0:6447:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1787360364.641038:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360365.664837:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360366.691961:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360367.712801:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787360368.531726:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.160@tcp (source: 12345-192.168.202.160@tcp) 00000100:00100000:0.0:1787360368.531777:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.160@tcp (source: 12345-192.168.202.160@tcp) 00000100:00100000:0.0:1787360368.531821:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874182991307008 00000100:00100000:1.0:1787360368.531821:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874182991307136 00000100:00100000:0.0:1787360368.531831:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874182991307008 00000100:00100000:1.0:1787360368.531831:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874182991307136 00000100:00100000:1.0:1787360368.531876:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.160@tcp, seq: 0 00000100:00100000:1.0:1787360368.531895:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a8f50982a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9a03789-dca9-4666-898f-1dc7741f053a+4:10340:x1874182991307136:12345-192.168.202.160@tcp:104: 00010000:00010000:1.0:1787360368.531915:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912c00/0x5884d114bf68a466 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360368.532003:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787360368.532010:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a8f50982a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9a03789-dca9-4666-898f-1dc7741f053a+4:10340:x1874182991307136:12345-192.168.202.160@tcp:104: Request processed in 125us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1787360368.532017:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.160@tcp, seq: 0 00000100:00100000:1.0:1787360368.532037:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.160@tcp, seq: 1 00000100:00100000:1.0:1787360368.532044:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a8f50980700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9a03789-dca9-4666-898f-1dc7741f053a+3:10340:x1874182991307008:12345-192.168.202.160@tcp:104: 00010000:00010000:1.0:1787360368.532052:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a46d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360368.532083:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787360368.532101:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a8f50980700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9a03789-dca9-4666-898f-1dc7741f053a+3:10340:x1874182991307008:12345-192.168.202.160@tcp:104: Request processed in 58us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1787360368.532119:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.160@tcp, seq: 1 00010000:00010000:3.0:1787360368.532236:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787360368.532243:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912c00/0x5884d114bf68a466 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360368.532250:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a8f7c912c00 already unused, calling callback (ffffffffc145ec20) 10000000:00010000:3.0:1787360368.532255:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912c00/0x5884d114bf68a466 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360368.532264:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912c00/0x5884d114bf68a466 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787360368.532271:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912c00/0x5884d114bf68a466 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787360368.532277:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787360368.532327:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912c00/0x5884d114bf68a466 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360368.532334:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787360368.532356:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912c00/0x5884d114bf68a466 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360368.532363:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912c00/0x5884d114bf68a466 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f73f851f63eae06 expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360368.532376:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787360368.532378:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a46d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360368.532395:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a8f413d3200 already unused, calling callback (ffffffffc145ec20) 10000000:00010000:3.0:1787360368.532398:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a46d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360368.532405:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a46d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787360368.532410:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a46d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787360368.532415:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787360368.532430:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a46d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360368.532436:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787360368.532441:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a46d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360368.532447:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a46d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f73f851f63eae0d expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360368.532461:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787360368.532463:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787360368.532464:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787360368.532480:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9a03789-dca9-4666-898f-1dc7741f053a:2399:1874182971331200:192.168.202.160@tcp:103: 00010000:00010000:2.0:1787360368.532483:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787360368.532494:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971331328:192.168.202.160@tcp:103: 00000100:00100000:2.0:1787360368.543360:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971331328:192.168.202.160@tcp:103: 00000100:00100000:3.0:1787360368.545569:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9a03789-dca9-4666-898f-1dc7741f053a:2399:1874182971331200:192.168.202.160@tcp:103: 00000100:00100000:1.0:1787360368.737017:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971331456:192.168.202.160@tcp:400: 00000100:00100000:1.0:1787360368.737213:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971331712:192.168.202.160@tcp:400: 00000100:00100000:1.0:1787360368.737289:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787360368.737312:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43473100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971331584:192.168.202.160@tcp:400: 00000100:00100000:1.0:1787360368.737368:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43470a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971331840:192.168.202.160@tcp:400: 00010000:00010000:3.0:1787360368.738136:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1787360368.751247:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f43473100 x1874182971331584/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360368.751267:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43473100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971331584:192.168.202.160@tcp:400: 00000100:00100000:1.0:1787360368.751282:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971331456:192.168.202.160@tcp:400: 00010000:00080000:0.0:1787360368.759810:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f43470a80 x1874182971331840/t0(0) o400->lustre-OST0001-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360368.759835:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43470a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971331840:192.168.202.160@tcp:400: 00010000:00080000:0.0:1787360368.759856:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f43473b80 x1874182971331712/t0(0) o400->lustre-OST0000-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360368.759867:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971331712:192.168.202.160@tcp:400: 10000000:01000000:0.0:1787360369.024698:0:6173:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1787360369.024709:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a8f44ad5000 from 48 10000000:01000000:0.0:1787360369.024716:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787360369.024789:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f40031a00/0x5884d114bf68a4dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787360369.024823:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8a8f40031a00/0x5884d114bf68a4dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787360369.024837:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8a8f40031a00/0x5884d114bf68a4dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787360369.024867:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971331968:192.168.202.160@tcp:101: 00000100:00100000:0.0:1787360369.025990:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f472856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787360369.036970:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971331968:192.168.202.160@tcp:101: 00010000:00010000:0.0:1787360369.037008:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8a8f40031a00/0x5884d114bf68a4dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae53 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787360369.037022:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8a8f40031a00/0x5884d114bf68a4dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f73f851f63eae53 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787360369.037106:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971332096:192.168.202.160@tcp:501: 00000100:00100000:0.0:1787360369.037200:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f472856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787360369.042643:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971332096:192.168.202.160@tcp:501: 00000100:00100000:0.0:1787360369.042952:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971332224:192.168.202.160@tcp:503: 00000100:00100000:0.0:1787360369.043063:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f472856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787360369.045741:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971332224:192.168.202.160@tcp:503: 00000100:00100000:0.0:1787360369.046840:0:6647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6647:1874182971332352:192.168.202.160@tcp:502: 00000100:00100000:0.0:1787360369.046964:0:6647:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f47285a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787360369.049520:0:6647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6647:1874182971332352:192.168.202.160@tcp:502: 00000020:01000000:0.0:1787360369.049628:0:6647:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787360369.049642:0:6647:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360369.049645:0:6647:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787360369.049653:0:6647:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1787360369.049709:0:6647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6647:1874182971332480:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787360369.049843:0:6647:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f47285a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787360369.069106:0:6647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6647:1874182971332480:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787360369.069175:0:6647:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787360369.069188:0:6647:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360369.069191:0:6647:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787360369.069196:0:6647:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1787360369.069452:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1787360369.069471:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787360369.069484:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f40031a00/0x5884d114bf68a4dd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae53 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360369.069495:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8a8f40031a00/0x5884d114bf68a4dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae53 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787360369.069506:0:6173:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1787360369.069509:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8a8f434d19b8 from 1 10000000:01000000:1.0:1787360369.069512:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1787360369.069580:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f41470e00/0x5884d114bf68a4e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360369.069603:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8a8f41470e00/0x5884d114bf68a4e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360369.069614:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8a8f41470e00/0x5884d114bf68a4e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787360369.069637:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971332608:192.168.202.160@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787360369.069751:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f48567600 going to sleep for 11 seconds 00000100:00100000:0.0:1787360369.072580:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971332608:192.168.202.160@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787360369.072613:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8a8f41470e00/0x5884d114bf68a4e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae5a expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787360369.072627:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8a8f41470e00/0x5884d114bf68a4e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f73f851f63eae5a expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787360369.072722:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971332736:192.168.202.160@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787360369.072810:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f47285a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787360369.086484:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971332736:192.168.202.160@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1787360369.086751:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787360369.086764:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f41470e00/0x5884d114bf68a4e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae5a expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787360369.086806:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8a8f41470e00/0x5884d114bf68a4e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eae5a expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787360369.761885:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787360370.697620:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.160@tcp (source: 12345-192.168.202.160@tcp) 00000100:00100000:0.0:1787360370.697778:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874182991317248 00000100:00100000:0.0:1787360370.697789:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874182991317248 00000100:00100000:0.0:1787360370.697853:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.160@tcp, seq: 2 00000100:00100000:0.0:1787360370.697864:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a8f43473100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d9a03789-dca9-4666-898f-1dc7741f053a+3:10402:x1874182991317248:12345-192.168.202.160@tcp:104: 00010000:00010000:0.0:1787360370.697883:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912a00/0x5884d114bf68a4a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787360370.697968:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787360370.697976:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a8f43473100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d9a03789-dca9-4666-898f-1dc7741f053a+3:10402:x1874182991317248:12345-192.168.202.160@tcp:104: Request processed in 115us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1787360370.697983:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.160@tcp, seq: 2 00010000:00010000:3.0:1787360370.698183:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787360370.698262:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912a00/0x5884d114bf68a4a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360370.698269:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a8f7c912a00 already unused, calling callback (ffffffffc145ec20) 10000000:00010000:3.0:1787360370.698273:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912a00/0x5884d114bf68a4a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360370.698282:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912a00/0x5884d114bf68a4a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787360370.698289:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912a00/0x5884d114bf68a4a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787360370.698295:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787360370.698340:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912a00/0x5884d114bf68a4a5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360370.698347:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787360370.698378:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912a00/0x5884d114bf68a4a5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360370.698386:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912a00/0x5884d114bf68a4a5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f73f851f63eae1b expref: -99 pid: 6159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360370.698407:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787360370.698409:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787360370.698411:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787360370.698527:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9a03789-dca9-4666-898f-1dc7741f053a:2399:1874182971332864:192.168.202.160@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787360370.704456:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9a03789-dca9-4666-898f-1dc7741f053a:2399:1874182971332864:192.168.202.160@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787360370.787615:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787360370.957924:0:6173:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787360370.957932:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a8f44ad5000 from 4 10000000:01000000:1.0:1787360370.957939:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787360370.957994:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f41471e00/0x5884d114bf68a4eb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360370.958007:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8a8f41471e00/0x5884d114bf68a4eb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360370.958020:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8a8f41471e00/0x5884d114bf68a4eb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787360370.958050:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43472d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971332992:192.168.202.160@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787360370.958153:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f485670c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787360370.994631:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43472d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971332992:192.168.202.160@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787360370.994676:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8a8f41471e00/0x5884d114bf68a4eb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaee6 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360370.994703:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8a8f41471e00/0x5884d114bf68a4eb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f73f851f63eaee6 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787360370.994783:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971333120:192.168.202.160@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787360370.994877:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c5000 going to sleep for 11 seconds 00000100:00100000:3.0:1787360371.001973:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971333120:192.168.202.160@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787360371.002040:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971333248:192.168.202.160@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787360371.002161:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c5000 going to sleep for 11 seconds 00000100:00100000:3.0:1787360371.008840:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9a03789-dca9-4666-898f-1dc7741f053a:6173:1874182971333248:192.168.202.160@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787360371.009405:0:6693:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6693:1874182971333376:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787360371.009506:0:6693:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f48567180 going to sleep for 11 seconds 00000100:00100000:1.0:1787360371.011305:0:6693:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6693:1874182971333376:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787360371.011360:0:6693:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787360371.011372:0:6693:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787360371.011375:0:6693:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787360371.011382:0:6693:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a8f44ad5000 00000020:00000080:1.0:1787360371.011385:0:6693:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787360371.011480:0:6693:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6693:1874182971333504:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787360371.011584:0:6693:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f48567180 going to sleep for 11 seconds 00000100:00100000:3.0:1787360371.021003:0:6693:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:6693:1874182971333504:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787360371.021059:0:6693:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787360371.021068:0:6693:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360371.021070:0:6693:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1787360371.021075:0:6693:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1787360371.021263:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:0.0:1787360371.021281:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787360371.021292:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f41471e00/0x5884d114bf68a4eb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaee6 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787360371.021304:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8a8f41471e00/0x5884d114bf68a4eb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaee6 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360371.814431:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360372.833199:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787360373.857272:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971333760:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360373.857386:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334016:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360373.857417:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787360373.857423:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9a03789-dca9-4666-898f-1dc7741f053a:2399:1874182971333632:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360373.857448:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971333888:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360373.857482:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334144:192.168.202.160@tcp:400:kworker.0 00010000:00010000:1.0:1787360373.859932:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787360373.874433:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9a03789-dca9-4666-898f-1dc7741f053a:2399:1874182971333632:192.168.202.160@tcp:400:kworker.0 00010000:00080000:3.0:1787360373.874889:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5d180 x1874182971333888/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360373.874908:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971333888:192.168.202.160@tcp:400:kworker.0 00010000:00080000:3.0:1787360373.874924:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5f100 x1874182971334144/t0(0) o400->lustre-OST0001-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360373.874934:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334144:192.168.202.160@tcp:400:kworker.0 00000100:00100000:3.0:1787360373.874956:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971333760:192.168.202.160@tcp:400:kworker.0 00010000:00080000:3.0:1787360373.874967:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5ce00 x1874182971334016/t0(0) o400->lustre-OST0000-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360373.874976:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334016:192.168.202.160@tcp:400:kworker.0 00010000:00010000:0.0:1787360374.880652:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787360375.910678:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360376.930678:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787360377.634905:0:7010:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg260-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:0.0:1787360377.982272:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787360378.976755:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9a03789-dca9-4666-898f-1dc7741f053a:2399:1874182971334272:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360378.976860:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334528:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360378.976888:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334784:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360378.977340:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787360378.977349:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334400:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360378.977392:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334656:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360378.981224:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9a03789-dca9-4666-898f-1dc7741f053a:2399:1874182971334272:192.168.202.160@tcp:400:kworker.0 00010000:00080000:2.0:1787360378.981248:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5ed80 x1874182971334528/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360378.981259:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334528:192.168.202.160@tcp:400:kworker.0 00010000:00080000:2.0:1787360378.981286:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5e680 x1874182971334784/t0(0) o400->lustre-OST0001-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360378.981295:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334784:192.168.202.160@tcp:400:kworker.0 00010000:00080000:2.0:1787360378.985054:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5d500 x1874182971334656/t0(0) o400->lustre-OST0000-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360378.985074:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334656:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360378.985103:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971334400:192.168.202.160@tcp:400:kworker.0 00010000:00010000:0.0:1787360379.044342:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360380.064700:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360381.091400:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360382.112858:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360383.136766:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787360383.452056:0:7292:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg260-client.virtnet: executing yml_node 00000100:00080000:1.0:1787360384.100181:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a8f60c5f800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1787360384.100188:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8a8f44ad5000: disconnect after 23s idle 00000100:00100000:2.0:1787360384.107472:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971335296:192.168.202.160@tcp:9:kworker.0 00000100:00080000:1.0:1787360384.109082:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a8f60c5f000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1787360384.109090:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8a8f44ad5000: disconnect after 23s idle 00000100:00100000:0.0:1787360384.110955:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43472680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971334912:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1787360384.111127:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971335424:192.168.202.160@tcp:9:kworker.0 00000100:00100000:1.0:1787360384.111194:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2398:1874182971335040:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1787360384.111658:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971335168:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1787360384.118265:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2398:1874182971335040:192.168.202.160@tcp:400:kworker.0 00010000:00080000:1.0:1787360384.118319:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f43473b80 x1874182971335424/t0(0) o9->lustre-OST0001-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787360384.118333:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a8f43473b80 x1874182971335424/t0(0) o9->lustre-OST0001-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787360384.118341:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f60c5f000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1787360384.118345:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971335424:192.168.202.160@tcp:9:kworker.0 00010000:00080000:1.0:1787360384.118359:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f43470e00 x1874182971335296/t0(0) o9->lustre-OST0000-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787360384.118393:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a8f43470e00 x1874182971335296/t0(0) o9->lustre-OST0000-osc-ffff8a8f44ad5000@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787360384.118406:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f60c5f800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1787360384.118410:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2396:1874182971335296:192.168.202.160@tcp:9:kworker.0 00000100:00100000:0.0:1787360384.128303:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43472680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971334912:192.168.202.160@tcp:400:kworker.0 00010000:00080000:0.0:1787360384.128329:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f43472d80 x1874182971335168/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360384.128344:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971335168:192.168.202.160@tcp:400:kworker.0 00010000:00010000:0.0:1787360384.161794:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360385.192816:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787360386.212584:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787360387.246581:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787360388.257051:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787360388.946274:0:7745:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.45 00000100:00100000:2.0:1787360389.225253:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971335552:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360389.225348:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971335808:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360389.225376:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787360389.225382:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971335680:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360389.242044:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971335552:192.168.202.160@tcp:400:kworker.0 00010000:00080000:2.0:1787360389.261054:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5e680 x1874182971335808/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360389.261074:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971335808:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360389.262145:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971335680:192.168.202.160@tcp:400:kworker.0 00010000:00010000:2.0:1787360389.286043:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787360390.305148:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787360391.339814:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787360391.934361:0:7902:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.45 00010000:00010000:3.0:1787360392.352784:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787360393.381387:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787360394.339085:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971336064:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1787360394.339195:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787360394.339203:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971335936:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1787360394.339232:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971336192:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1787360394.343422:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971335936:192.168.202.160@tcp:400:kworker.0 00010000:00080000:1.0:1787360394.343461:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f43471500 x1874182971336192/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360394.343477:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971336192:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1787360394.343490:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971336064:192.168.202.160@tcp:400:kworker.0 00010000:00010000:3.0:1787360394.409334:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787360394.815181:0:8058:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.45 00010000:00010000:1.0:1787360395.427590:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787360396.452025:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787360396.656478:0:8205:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Fri Aug 21 20:59:55 EDT 2026 00010000:00010000:1.0:1787360397.472765:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787360398.496763:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787360399.459434:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971336320:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1787360399.459577:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971336576:192.168.202.160@tcp:400:kworker.0 00000100:00100000:1.0:1787360399.459612:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787360399.459619:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971336448:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1787360399.487206:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971336448:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1787360399.487235:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971336320:192.168.202.160@tcp:400:kworker.0 00010000:00080000:0.0:1787360399.487250:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f43470e00 x1874182971336576/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360399.487262:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971336576:192.168.202.160@tcp:400:kworker.0 00010000:00010000:1.0:1787360399.522013:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360400.544692:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787360401.568745:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360402.596017:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787360403.617600:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787360404.577972:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971336832:192.168.202.160@tcp:400:kworker.0 00000100:00100000:3.0:1787360404.578093:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787360404.578101:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971336704:192.168.202.160@tcp:400:kworker.0 00000100:00100000:3.0:1787360404.578130:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971336960:192.168.202.160@tcp:400:kworker.0 00000100:00100000:3.0:1787360404.583262:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971336704:192.168.202.160@tcp:400:kworker.0 00010000:00080000:3.0:1787360404.584609:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a1180 x1874182971336960/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360404.584628:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971336960:192.168.202.160@tcp:400:kworker.0 00000100:00100000:3.0:1787360404.584642:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971336832:192.168.202.160@tcp:400:kworker.0 00010000:00010000:0.0:1787360404.640839:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787360405.668241:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360406.688669:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787360407.712948:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360408.737610:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787360409.700801:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971337216:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1787360409.700901:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787360409.700908:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971337088:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1787360409.700938:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971337344:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1787360409.708152:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971337088:192.168.202.160@tcp:400:kworker.0 00010000:00080000:0.0:1787360409.708170:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50982300 x1874182971337344/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360409.708180:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971337344:192.168.202.160@tcp:400:kworker.0 00000100:00100000:0.0:1787360409.708189:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971337216:192.168.202.160@tcp:400:kworker.0 00010000:00010000:0.0:1787360409.761706:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360410.784699:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787360411.809931:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360412.833103:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787360413.856730:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787360414.703913:0:8765:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00000100:00100000:3.0:1787360414.828386:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971337472:192.168.202.160@tcp:400:kworker.0 00000100:00100000:3.0:1787360414.836928:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787360414.836950:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971337600:192.168.202.160@tcp:400:kworker.0 00000100:00100000:3.0:1787360414.837523:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971337472:192.168.202.160@tcp:400:kworker.0 00000100:00100000:3.0:1787360414.838008:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971337728:192.168.202.160@tcp:400:kworker.0 00010000:00080000:3.0:1787360414.845562:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5ca80 x1874182971337728/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360414.845584:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971337728:192.168.202.160@tcp:400:kworker.0 00000100:00100000:3.0:1787360414.845600:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971337600:192.168.202.160@tcp:400:kworker.0 00010000:00010000:0.0:1787360414.882688:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360415.908919:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787360416.893920:0:8905:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:0.0:1787360416.933940:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787360417.955092:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787360418.977630:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787360418.988395:0:9050:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 21:00:17 (1787360417) === 00000080:00200008:0.0:1787360419.165032:0:8214:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a8f49109148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787360419.165057:0:8214:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148),name=/ 00000002:00010000:0.0:1787360419.165082:0:8214:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787360419.165102:0:8214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1787360419.165135:0:8214:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1787360419.165145:0:8214:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787360419.165153:0:8214:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) 00000080:00010000:0.0:1787360419.165156:0:8214:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) for lock 0x5884d114bf68a4d6 00000080:00010000:0.0:1787360419.165164:0:8214:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5884d114bf68a4d6 from it ffff9bb640d87cb8 00010000:00010000:0.0:1787360419.165168:0:8214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1787360419.165178:0:8214:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1787360419.207130:0:8214:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a8f49109148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787360419.207142:0:8214:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148),name=/ 00000002:00010000:0.0:1787360419.207165:0:8214:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787360419.207182:0:8214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1787360419.207198:0:8214:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1787360419.207603:0:8214:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787360419.207611:0:8214:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) 00000080:00010000:0.0:1787360419.207614:0:8214:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) for lock 0x5884d114bf68a4d6 00000080:00010000:0.0:1787360419.207623:0:8214:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5884d114bf68a4d6 from it ffff9bb640d87cb8 00010000:00010000:0.0:1787360419.207638:0:8214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1787360419.207647:0:8214:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:0.0:1787360419.269303:0:8214:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a8f49109148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787360419.269315:0:8214:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148),name=/ 00000002:00010000:0.0:1787360419.269335:0:8214:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787360419.269350:0:8214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1787360419.269366:0:8214:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1787360419.269375:0:8214:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787360419.269383:0:8214:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) 00000080:00010000:0.0:1787360419.269387:0:8214:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) for lock 0x5884d114bf68a4d6 00000080:00010000:0.0:1787360419.269394:0:8214:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5884d114bf68a4d6 from it ffff9bb640d87cb8 00010000:00010000:0.0:1787360419.269398:0:8214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1787360419.269408:0:8214:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1787360419.299454:0:8214:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a8f49109148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787360419.299467:0:8214:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f49109148),name=/ 00000002:00010000:2.0:1787360419.299491:0:8214:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787360419.299514:0:8214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1787360419.299531:0:8214:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1787360419.299563:0:8214:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787360419.299571:0:8214:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) 00000080:00010000:2.0:1787360419.299574:0:8214:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a8f49109148) for lock 0x5884d114bf68a4d6 00000080:00010000:2.0:1787360419.299582:0:8214:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5884d114bf68a4d6 from it ffff9bb640d87cb8 00010000:00010000:2.0:1787360419.299586:0:8214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1787360419.299595:0:8214:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a8f44ad5000 lock: ffff8a8f40030000/0x5884d114bf68a4d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9f73f851f63eae45 expref: -99 pid: 6201 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:3.0:1787360419.653211:0:9098:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787360419.653226:0:9098:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1787360419.653227:0:9098:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.160@tcp:/lustre 00000020:01000004:3.0:1787360419.653229:0:9098:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:3.0:1787360419.653366:0:9098:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8a8f434e3800 00000080:01000004:3.0:1787360419.653376:0:9098:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:3.0:1787360419.653397:0:9098:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.160@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1787360419.653400:0:9098:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.160@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:3.0:1787360419.653406:0:9098:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8a8f434e3800 (sb ffff8a8f434e3800) 00000080:01000000:3.0:1787360419.653482:0:9098:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1787360419.653484:0:9098:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1787360419.653487:0:9098:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:3.0:1787360419.653495:0:9098:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 9299de61-18d9-494c-93d1-f15436187fdc 10000000:01000000:3.0:1787360419.653978:0:9098:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787360419.653982:0:9098:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a8f434e3800 10000000:01000000:3.0:1787360419.653989:0:9098:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a8f434e3800 10000000:01000000:3.0:1787360419.653994:0:9098:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787360419.653998:0:9098:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a8f434e3800 10000000:01000000:3.0:1787360419.654009:0:9098:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787360419.654013:0:9098:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8a8f434e3800 10000000:01000000:3.0:1787360419.654015:0:9098:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1787360419.654019:0:9098:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a8f434e3800 from 1 10000000:01000000:3.0:1787360419.654022:0:9098:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787360419.654061:0:9098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912800/0x5884d114bf68a4f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360419.654072:0:9098:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912800/0x5884d114bf68a4f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360419.654084:0:9098:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912800/0x5884d114bf68a4f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787360419.654109:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971337856:192.168.202.160@tcp:101:mount.lustre.0 00000100:00100000:3.0:1787360419.654211:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f44e7a540 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.679660:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971337856:192.168.202.160@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787360419.679688:0:9098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912800/0x5884d114bf68a4f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaf25 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360419.679701:0:9098:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912800/0x5884d114bf68a4f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f73f851f63eaf25 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787360419.679787:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971337984:192.168.202.160@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787360419.679860:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f44e7a540 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.683152:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971337984:192.168.202.160@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787360419.683225:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971338112:192.168.202.160@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787360419.683329:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f44e7a540 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.689222:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971338112:192.168.202.160@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787360419.689977:0:9102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43470a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:9102:1874182971338240:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787360419.690165:0:9102:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f41254180 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.716171:0:9102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43470a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:9102:1874182971338240:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787360419.716252:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787360419.716263:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.716265:0:9102:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1787360419.716273:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.716276:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787360419.716304:0:9102:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8a8f434e3800 (ffff8a8f509f0000) 00000020:00000080:3.0:1787360419.716327:0:9102:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1787360419.716335:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.716338:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1787360419.717048:0:9102:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8a8f434e3800 (uuid 9299de61-18d9-494c-93d1-f15436187fdc) 00000020:01000000:3.0:1787360419.717056:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787360419.717061:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.717062:0:9102:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1787360419.717066:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787360419.717069:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.717071:0:9102:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1787360419.717075:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.717078:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787360419.717085:0:9102:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8a8f434e3800 (ffff8a8f509f4d28) 00000020:00000080:3.0:1787360419.717096:0:9102:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1787360419.717099:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.717101:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1787360419.717274:0:9102:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8a8f434e3800 (uuid 9299de61-18d9-494c-93d1-f15436187fdc) 00000020:01000000:3.0:1787360419.717280:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787360419.717283:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.717285:0:9102:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1787360419.717294:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787360419.717298:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.717300:0:9102:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1787360419.717304:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1787360419.717306:0:9102:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1787360419.717308:0:9102:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1787360419.717315:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787360419.717317:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.717319:0:9102:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1787360419.717321:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787360419.717325:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.717326:0:9102:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1787360419.717329:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787360419.717334:0:9102:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:3.0:1787360419.717359:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.717362:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787360419.717370:0:9102:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8a8f434e3800 (ffff8a8f509f3370) 00000020:00000080:3.0:1787360419.717381:0:9102:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1787360419.717386:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.717389:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787360419.719355:0:9102:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a8f42aaa800@lustre-MDT0000-mdc-ffff8a8f434e3800: add connection 192.168.202.160@tcp at head 00010000:00010000:3.0:1787360419.723104:0:9102:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8a8f434e3800-5 is initialized 00000040:01000000:3.0:1787360419.725295:0:9102:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8a8f434e3800 ctxt 13 is initialized 00000020:00000080:3.0:1787360419.725345:0:9102:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8a8f434e3800 (uuid 9299de61-18d9-494c-93d1-f15436187fdc) 00000020:01000000:3.0:1787360419.725362:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.725366:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1787360419.725401:0:9102:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1787360419.725447:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787360419.725451:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.725454:0:9102:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1787360419.725458:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787360419.725460:0:9102:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1787360419.725468:0:9102:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787360419.725470:0:9102:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787360419.725472:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787360419.730305:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.730316:0:9102:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787360419.730329:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787360419.730339:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.730340:0:9102:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1787360419.730345:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787360419.730351:0:9102:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:3.0:1787360419.730395:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.730398:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787360419.730411:0:9102:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8a8f434e3800 (ffff8a8f509f19b8) 00000020:00000080:3.0:1787360419.730434:0:9102:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1787360419.730440:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.730444:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787360419.731133:0:9102:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a8f60c58000@lustre-MDT0001-mdc-ffff8a8f434e3800: add connection 192.168.202.160@tcp at head 00010000:00010000:3.0:1787360419.742481:0:9102:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff8a8f434e3800-6 is initialized 00000040:01000000:3.0:1787360419.743530:0:9102:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff8a8f434e3800 ctxt 13 is initialized 00000020:00000080:3.0:1787360419.743660:0:9102:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff8a8f434e3800 (uuid 9299de61-18d9-494c-93d1-f15436187fdc) 00000020:01000000:3.0:1787360419.743683:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.743688:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1787360419.743890:0:9102:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1787360419.743938:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787360419.743943:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.743945:0:9102:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1787360419.743949:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787360419.743952:0:9102:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1787360419.743953:0:9102:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787360419.743955:0:9102:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787360419.743957:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787360419.743960:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.743961:0:9102:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787360419.743971:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787360419.743975:0:9102:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.160@tcp:/lustre 00000020:00000080:3.0:1787360419.743979:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.743980:0:9102:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787360419.743983:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787360419.743988:0:9102:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:3.0:1787360419.744015:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.744018:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787360419.744049:0:9102:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8a8f434e3800 (ffff8a8f44830000) 00000020:00000080:3.0:1787360419.744066:0:9102:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:3.0:1787360419.744073:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.744076:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787360419.744154:0:9102:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a8f44838800@lustre-OST0000-osc-ffff8a8f434e3800: add connection 192.168.202.160@tcp at head 00010000:00010000:3.0:1787360419.744387:0:9102:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8a8f434e3800-7 is initialized 00000020:00000080:3.0:1787360419.744955:0:9102:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8a8f434e3800 (uuid 9299de61-18d9-494c-93d1-f15436187fdc) 00000020:01000000:3.0:1787360419.744965:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.744968:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1787360419.744983:0:9102:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1787360419.744990:0:9102:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8a8f434e3800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1787360419.744994:0:9102:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1787360419.745006:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787360419.745010:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.745011:0:9102:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787360419.745016:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787360419.745018:0:9102:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1787360419.745020:0:9102:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787360419.745022:0:9102:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787360419.745024:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787360419.745027:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.745028:0:9102:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787360419.745032:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787360419.745091:0:9102:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.160@tcp:/lustre 00000020:00000080:3.0:1787360419.745101:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.745103:0:9102:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787360419.745108:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787360419.745112:0:9102:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.160@tcp to nid 0x20000c0a8caa0 (192.168.202.160@tcp) 00000020:01000000:3.0:1787360419.745136:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.745139:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787360419.745146:0:9102:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8a8f434e3800 (ffff8a8f44834d28) 00000020:00000080:3.0:1787360419.745160:0:9102:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:3.0:1787360419.745165:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.745167:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787360419.745256:0:9102:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a8f4483e000@lustre-OST0001-osc-ffff8a8f434e3800: add connection 192.168.202.160@tcp at head 00010000:00010000:3.0:1787360419.745821:0:9102:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8a8f434e3800-8 is initialized 00000020:00000080:3.0:1787360419.746863:0:9102:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8a8f434e3800 (uuid 9299de61-18d9-494c-93d1-f15436187fdc) 00000020:01000000:3.0:1787360419.746877:0:9102:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8a8f434e3800 00000020:00000080:3.0:1787360419.746881:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1787360419.746902:0:9102:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1787360419.746910:0:9102:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8a8f434e3800: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1787360419.746914:0:9102:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1787360419.746923:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787360419.746928:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.746929:0:9102:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787360419.746934:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787360419.746937:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.746938:0:9102:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787360419.746941:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787360419.746944:0:9102:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787360419.746946:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787360419.746948:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.746950:0:9102:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000100:00100000:3.0:1787360419.746996:0:9102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:9102:1874182971338368:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787360419.747366:0:9102:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f44e7a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.770365:0:9102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:9102:1874182971338368:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787360419.770419:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787360419.770431:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.770434:0:9102:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787360419.770442:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1787360419.770484:0:9102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:9102:1874182971338496:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787360419.770596:0:9102:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f44e7a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787360419.790064:0:9102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:9102:1874182971338496:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787360419.790108:0:9102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787360419.790127:0:9102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360419.790128:0:9102:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787360419.790133:0:9102:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1787360419.790648:0:9098:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787360419.790670:0:9098:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787360419.790686:0:9098:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912800/0x5884d114bf68a4f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaf25 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787360419.790697:0:9098:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912800/0x5884d114bf68a4f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaf25 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787360419.790710:0:9098:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff8a8f434e3800 from 1 10000000:01000000:2.0:1787360419.790712:0:9098:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1787360419.790742:0:9098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a523 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787360419.790750:0:9098:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a523 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787360419.790759:0:9098:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a523 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787360419.791017:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971338624:192.168.202.160@tcp:101:mount.lustre.0 00000100:00100000:2.0:1787360419.791126:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f42d353c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787360419.800376:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971338624:192.168.202.160@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787360419.800405:0:9098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a523 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaf2c expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787360419.800419:0:9098:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a523 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f73f851f63eaf2c expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787360419.802339:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50981880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971338752:192.168.202.160@tcp:256:mount.lustre.0 00000100:00100000:0.0:1787360419.802491:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c5300 going to sleep for 11 seconds 00000100:00100000:2.0:1787360419.823632:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50981880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971338752:192.168.202.160@tcp:256:mount.lustre.0 10000000:01000000:3.0:1787360419.824505:0:9098:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1787360419.824850:0:9098:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a523 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaf2c expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360419.824864:0:9098:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8a8f413d3200/0x5884d114bf68a523 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaf2c expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787360419.824874:0:9098:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a8f434e3800 from 1 10000000:01000000:3.0:1787360419.824877:0:9098:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787360419.824916:0:9098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912200/0x5884d114bf68a52a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360419.824925:0:9098:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912200/0x5884d114bf68a52a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360419.824936:0:9098:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912200/0x5884d114bf68a52a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787360419.824963:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971338880:192.168.202.160@tcp:101:mount.lustre.0 00000100:00100000:3.0:1787360419.825052:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f44e7a840 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.831868:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971338880:192.168.202.160@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787360419.831916:0:9098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912200/0x5884d114bf68a52a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaf33 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787360419.831929:0:9098:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912200/0x5884d114bf68a52a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f73f851f63eaf33 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787360419.832010:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971339008:192.168.202.160@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787360419.832107:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f44e7a840 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.837878:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971339008:192.168.202.160@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787360419.837942:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971339136:192.168.202.160@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787360419.838039:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f44e7a840 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.853646:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9a03789-dca9-4666-898f-1dc7741f053a:9098:1874182971339136:192.168.202.160@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787360419.854908:0:9108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:9108:1874182971339264:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787360419.855024:0:9108:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f44e7a300 going to sleep for 11 seconds 00000100:00100000:0.0:1787360419.858342:0:9108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:9108:1874182971339264:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787360419.858382:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787360419.858393:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360419.858395:0:9108:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787360419.858403:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a8f434e3800 00000020:00000080:0.0:1787360419.858406:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787360419.858414:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787360419.858416:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360419.858417:0:9108:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1787360419.858420:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787360419.858422:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787360419.858423:0:9108:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787360419.858426:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a8f434e3800 00000020:00000080:0.0:1787360419.858428:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787360419.858514:0:9108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50982300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:9108:1874182971339392:192.168.202.160@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787360419.858635:0:9108:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f434c5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.875204:0:9108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50982300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9a03789-dca9-4666-898f-1dc7741f053a:9108:1874182971339392:192.168.202.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787360419.875253:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787360419.875262:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787360419.875264:0:9108:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1787360419.875270:0:9108:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1787360419.875483:0:9098:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1787360419.875499:0:9098:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.160@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787360419.875523:0:9098:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912200/0x5884d114bf68a52a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaf33 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787360419.875560:0:9098:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.160@tcp lock: ffff8a8f7c912200/0x5884d114bf68a52a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f73f851f63eaf33 expref: -99 pid: 9098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1787360419.875582:0:9098:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1787360419.875606:0:9098:0:(genops.c:1385:class_connect()) connect: client 9299de61-18d9-494c-93d1-f15436187fdc, cookie 0x5884d114bf68a531 00800000:01000000:1.0:1787360419.875628:0:9098:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 9299de61-18d9-494c-93d1-f15436187fdc to lustre-clilmv-ffff8a8f434e3800 00800000:01000000:1.0:1787360419.875637:0:9098:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8a8f434e3800(9299de61-18d9-494c-93d1-f15436187fdc) - lustre-MDT0000_UUID, 9299de61-18d9-494c-93d1-f15436187fdc 00000020:00000080:1.0:1787360419.875646:0:9098:0:(genops.c:1385:class_connect()) connect: client 9299de61-18d9-494c-93d1-f15436187fdc, cookie 0x5884d114bf68a538 00000100:00080000:1.0:1787360419.875655:0:9098:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8a8f434e3800: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:1.0:1787360419.876265:0:9098:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8a8f434e3800: import ffff8a8f42aaa800 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:1.0:1787360419.876287:0:9098:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683181 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1787360419.876318:0:9098:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a8f43471c00 x1874182971339520/t0(0) o38->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787360419.876349:0:9098:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID 00000100:00100000:2.0:1787360419.876433:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971339520:192.168.202.160@tcp:38:mount.lustre.0 00800000:01000000:1.0:1787360419.876683:0:9098:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8a8f434e3800(9299de61-18d9-494c-93d1-f15436187fdc) successfully (5) 00800000:00000004:1.0:1787360419.876688:0:9098:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff8a8f434e3800: age -634, max_age 0 00800000:01000000:1.0:1787360419.876738:0:9098:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff8a8f434e3800(9299de61-18d9-494c-93d1-f15436187fdc) - lustre-MDT0001_UUID, 9299de61-18d9-494c-93d1-f15436187fdc 00000020:00000080:1.0:1787360419.876749:0:9098:0:(genops.c:1385:class_connect()) connect: client 9299de61-18d9-494c-93d1-f15436187fdc, cookie 0x5884d114bf68a53f 00000100:00080000:1.0:1787360419.876755:0:9098:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8a8f434e3800: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:1.0:1787360419.876761:0:9098:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8a8f434e3800: import ffff8a8f60c58000 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:1.0:1787360419.876767:0:9098:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683181 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1787360419.876779:0:9098:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a8f43470e00 x1874182971339776/t0(0) o38->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787360419.876802:0:9098:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID 00000100:00100000:2.0:1787360419.876838:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971339776:192.168.202.160@tcp:38:mount.lustre.0 00000100:00080000:0.0:1787360419.876955:0:2397:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a8f43470a80 x1874182971339648/t0(0) o41->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:01000000:1.0:1787360419.895177:0:9098:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff8a8f434e3800(9299de61-18d9-494c-93d1-f15436187fdc) successfully (5) 00800000:00000004:1.0:1787360419.895185:0:9098:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff8a8f434e3800: age -634, max_age 0 00000100:00080000:1.0:1787360419.895248:0:2398:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a8f43473b80 x1874182971339904/t0(0) o41->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:1.0:1787360419.895289:0:9098:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff8a8f434e3800: age -634, max_age 365 00800000:00000004:1.0:1787360419.895294:0:9098:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8a8f434e3800: age -634, max_age 365 00000100:00080000:1.0:1787360419.895312:0:9098:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a8f43471500 x1874182971340032/t0(0) o41->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360419.895321:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f41254840 going to sleep for 0 seconds 00000100:00100000:2.0:1787360419.900326:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971340288:192.168.202.160@tcp:400:kworker.0 00000100:00100000:2.0:1787360419.900445:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787360419.900452:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971340160:192.168.202.160@tcp:400:kworker.0 00010000:00080000:2.0:1787360419.912418:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f43470e00 x1874182971339776/t0(0) o38->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 520/416 e 0 to 0 dl 1787360429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360419.912436:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f434e3800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787360419.912449:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8a8f434e3800: connect to target with instance 1 00000100:00080000:2.0:1787360419.912463:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff8a8f434e3800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1787360419.912475:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1787360419.912480:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f60c58000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787360419.914603:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f8f3d1f7): req@ffff8a8f43473b80 x1874182971339904/t0(0) o41->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360419.914640:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971339776:192.168.202.160@tcp:38:mount.lustre.0 00000100:00100000:1.0:1787360419.914683:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f434e3800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787360419.914693:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8a8f434e3800: connect to target with instance 1 00000100:00080000:1.0:1787360419.914714:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8a8f434e3800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1787360419.914725:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787360419.914729:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f42aaa800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1787360419.922095:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ba1f0d6b): req@ffff8a8f43470a80 x1874182971339648/t0(0) o41->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787360419.922119:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005880c1ab): req@ffff8a8f43471500 x1874182971340032/t0(0) o41->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360419.922135:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971339520:192.168.202.160@tcp:38:mount.lustre.0 00000100:00100000:3.0:1787360419.926019:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f41254840 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.926301:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971340160:192.168.202.160@tcp:400:kworker.0 00010000:00080000:3.0:1787360419.926321:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5fb80 x1874182971340288/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360419.926333:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971340288:192.168.202.160@tcp:400:kworker.0 00010000:00080000:1.0:1787360419.930791:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f43473b80 x1874182971339904/t0(0) o41->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1787360435 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360419.930815:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9299de61-18d9-494c-93d1-f15436187fdc:0:1874182971339904:192.168.202.160@tcp:41:mount.lustre.0 00000100:00100000:0.0:1787360419.938252:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43470a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:0:1874182971339648:192.168.202.160@tcp:41:mount.lustre.0 00000100:00100000:3.0:1787360419.938323:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f43471500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9299de61-18d9-494c-93d1-f15436187fdc:9098:1874182971340032:192.168.202.160@tcp:41:mount.lustre.0 00800000:00000004:3.0:1787360419.938339:0:9098:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8a8f434e3800: update ffff8a8f509f37c0 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:3.0:1787360419.938347:0:9098:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff8a8f434e3800: update ffff8a8f509f5178 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:3.0:1787360419.938454:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9299de61-18d9-494c-93d1-f15436187fdc:9098:1874182971340416:192.168.202.160@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787360419.938521:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f44e7a840 going to sleep for 11 seconds 00000100:00100000:3.0:1787360419.941516:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9299de61-18d9-494c-93d1-f15436187fdc:9098:1874182971340416:192.168.202.160@tcp:40:mount.lustre.0 00000080:00000004:3.0:1787360419.941802:0:9098:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1787360419.941817:0:9098:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683181 ocd_grant: 2146304 00020000:01000000:3.0:1787360419.941821:0:9098:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:0.0:1787360419.941913:0:9098:0:(genops.c:1385:class_connect()) connect: client 9299de61-18d9-494c-93d1-f15436187fdc, cookie 0x5884d114bf68a546 00000020:00000080:0.0:1787360419.941930:0:9098:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x5884d114bf68a54d 00000100:00080000:0.0:1787360419.941937:0:9098:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8a8f434e3800: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:0.0:1787360419.941945:0:9098:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8a8f434e3800: import ffff8a8f44838800 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:0.0:1787360419.942023:0:9098:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683181 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787360419.942051:0:9098:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a8f50980000 x1874182971340544/t0(0) o8->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787360419.942102:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971340544:192.168.202.160@tcp:8:mount.lustre.0 00000100:00080000:0.0:1787360419.942516:0:9098:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0000_UUID 00020000:01000000:0.0:1787360419.942875:0:9098:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8a8f434e3800) active 00000020:00000080:2.0:1787360419.942997:0:9098:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x5884d114bf68a554 00000100:00080000:2.0:1787360419.943006:0:9098:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8a8f434e3800: connect to NID 192.168.202.160@tcp last attempt 0 00000100:00080000:2.0:1787360419.943013:0:9098:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8a8f434e3800: import ffff8a8f4483e000 using connection 192.168.202.160@tcp/192.168.202.160@tcp 00000008:00100000:2.0:1787360419.943021:0:9098:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683181 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787360419.943038:0:9098:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a8f58a5dc00 x1874182971340672/t0(0) o8->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787360419.943050:0:9098:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0001_UUID 00020000:01000000:2.0:1787360419.943069:0:9098:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8a8f434e3800) active 00000100:00100000:2.0:1787360419.943107:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9299de61-18d9-494c-93d1-f15436187fdc:9098:1874182971340800:192.168.202.160@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787360419.943164:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f42d350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787360419.943180:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971340672:192.168.202.160@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787360419.946206:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50980000 x1874182971340544/t0(0) o8->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1787360429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360419.946224:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a8f434e3800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787360419.946234:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8a8f434e3800: connect to target with instance 1 00000100:00080000:3.0:1787360419.946243:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8a8f434e3800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787360419.946255:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787360419.946271:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f44838800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787360419.946277:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1787360419.946282:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787360419.946286:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787360419.946298:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971340544:192.168.202.160@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787360419.952063:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f58a5dc00 x1874182971340672/t0(0) o8->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1787360429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360419.952088:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a8f434e3800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787360419.952109:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8a8f434e3800: connect to target with instance 1 00000100:00080000:3.0:1787360419.952119:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8a8f434e3800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787360419.952143:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787360419.952146:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f4483e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787360419.952154:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1787360419.952158:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787360419.952163:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787360419.952207:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971340672:192.168.202.160@tcp:8:mount.lustre.0 00000100:00100000:2.0:1787360419.955328:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9299de61-18d9-494c-93d1-f15436187fdc:9098:1874182971340800:192.168.202.160@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787360419.955437:0:9098:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f58a5df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9299de61-18d9-494c-93d1-f15436187fdc:9098:1874182971340928:192.168.202.160@tcp:33:mount.lustre.0 00000100:00100000:2.0:1787360419.955991:0:9098:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a8f42d350c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787360419.959585:0:9098:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f58a5df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9299de61-18d9-494c-93d1-f15436187fdc:9098:1874182971340928:192.168.202.160@tcp:33:mount.lustre.0 00000080:00200000:2.0:1787360419.959731:0:9098:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a8f4910c2c8) 00000080:00200000:2.0:1787360419.959740:0:9098:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1787360419.959808:0:9098:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_45_g4630995 00000080:00000004:2.0:1787360419.963822:0:9098:0:(super25.c:182:lustre_fill_super()) 192.168.202.160@tcp:/lustre: Mount complete 00010000:00010000:0.0:1787360420.009562:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1787360420.166283:0:9130:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:1.0:1787360420.960938:0:264:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621910 (cpu 1) has reached its deadline 4295034868, at 4295034880 00000100:00000010:1.0:1787360420.960955:0:264:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f5159f720. 00000100:00000040:0.0:1787360420.961174:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621800 (cpu 0) has reached its deadline 4295034868, at 4295034880 00000100:00000010:0.0:1787360420.961196:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f5159f5a0. 00010000:00000001:0.0:1787360421.024735:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360421.024743:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360421.024748:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360421.024749:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787360421.024775:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787360421.024779:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787360421.024781:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360422.049484:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360422.049494:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360422.049502:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360422.049503:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787360422.049533:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787360422.049577:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787360422.049580:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360423.072698:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360423.072705:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360423.072710:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360423.072711:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787360423.072736:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787360423.072739:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787360423.072742:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360424.098853:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360424.098863:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360424.098870:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360424.098872:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360424.099861:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360424.099866:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360424.099870:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787360425.063144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9a03789-dca9-4666-898f-1dc7741f053a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360425.063164:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360425.063171:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a2300. 00000020:00000040:3.0:1787360425.063177:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f58b4b800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:3.0:1787360425.063182:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360425.063185:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360425.063190:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360425.063198:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f47d99e00. 00000100:00000001:3.0:1787360425.063204:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360425.063216:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9a03789-dca9-4666-898f-1dc7741f053a->MGS req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360425.063240:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360425.063244:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360425.063251:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070eeb07f] to pc [ptlrpcd_01_00+0] req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360425.063279:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360425.063282:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360425.063285:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360425.063288:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a0380. 00000020:00000040:3.0:1787360425.063290:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f434f8000 refcount=4 obd=lustre-MDT0000-mdc-ffff8a8f44ad5000 00000100:00000001:3.0:1787360425.063293:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360425.063294:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360425.063296:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360425.063299:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f47d99400. 00000100:00000001:3.0:1787360425.063302:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360425.063307:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360425.063314:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360425.063316:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360425.063320:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000089513bd] to pc [ptlrpcd_01_01+1] req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360425.063328:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360425.063330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360425.063332:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360425.063335:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a3800. 00000020:00000040:3.0:1787360425.063337:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f434ff000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a8f44ad5000 00000100:00000001:3.0:1787360425.063339:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360425.063341:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360425.063342:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360425.063345:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f47d99100. 00000100:00000001:3.0:1787360425.063353:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360425.063937:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360425.063950:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360425.063952:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360425.063958:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d619a279] to pc [ptlrpcd_01_00+0] req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360425.063965:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360425.063968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787360425.063971:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787360425.063974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787360425.063977:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787360425.063980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360425.063983:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787360425.065219:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360425.065229:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787360425.065231:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787360425.065242:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.065256:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787360425.065259:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360425.065263:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787360425.065267:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787360425.065270:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360425.065274:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9a03789-dca9-4666-898f-1dc7741f053a:2399:1874182971341056:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360425.065278:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787360425.065284:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787360425.065287:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360425.065290:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787360425.065295:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f6071f800. 02000000:00000001:2.0:1787360425.065298:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360425.065306:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1787360425.065310:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f58c2b630. 00000400:00000010:2.0:1787360425.065317:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40d48. 00000100:00000200:2.0:1787360425.065324:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971341056, portal 25 00000100:00000001:2.0:1787360425.065326:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787360425.065328:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882659072 : -129126826892544 : ffff8a8f515a2300) 00000100:00000040:2.0:1787360425.065333:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.065353:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787360425.065367:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1787360425.065370:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40880. 00000100:00000200:2.0:1787360425.065374:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874182971341056, offset 0 00000400:00000200:2.0:1787360425.065382:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1787360425.065392:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360425.065400:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1787360425.065404:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787360425.065408:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1787360425.065412:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787360425.065415:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1787360425.065418:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [122:122:256:4294967295] 192.168.202.160@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1787360425.065422:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360425.065431:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1787360425.065437:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1787360425.065442:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f46ee4500. 00000800:00000200:2.0:1787360425.065449:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1787360425.065456:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1787360425.065460:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f46ee4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1787360425.066959:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50983480. 00000020:00000040:0.0:1787360425.066970:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f42aaa800 refcount=4 obd=lustre-MDT0000-mdc-ffff8a8f434e3800 00000100:00000001:0.0:1787360425.066976:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360425.066978:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360425.066983:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360425.066991:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785900. 00000100:00000001:0.0:1787360425.066998:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067009:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360425.067020:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360425.067025:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067031:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e35ed90] to pc [ptlrpcd_00_00+0] req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.067063:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067066:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360425.067070:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360425.067074:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50981180. 00000020:00000040:0.0:1787360425.067076:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f60c58000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a8f434e3800 00000100:00000001:0.0:1787360425.067078:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360425.067079:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360425.067081:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360425.067084:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785f00. 00000100:00000001:0.0:1787360425.067087:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067091:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360425.067098:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360425.067099:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067103:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f785caa4] to pc [ptlrpcd_00_01+1] req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.067111:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360425.067122:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360425.067126:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50980380. 00000020:00000040:0.0:1787360425.067128:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f44838800 refcount=3 obd=lustre-OST0000-osc-ffff8a8f434e3800 00000100:00000001:0.0:1787360425.067130:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360425.067131:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360425.067133:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360425.067136:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785600. 00000100:00000001:0.0:1787360425.067138:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067142:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0000_UUID req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360425.067161:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360425.067163:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067167:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040f3d349] to pc [ptlrpcd_00_00+0] req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.067173:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360425.067178:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360425.067180:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50983800. 00000020:00000040:0.0:1787360425.067182:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f4483e000 refcount=3 obd=lustre-OST0001-osc-ffff8a8f434e3800 00000100:00000001:0.0:1787360425.067184:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360425.067185:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360425.067186:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360425.067190:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785500. 00000100:00000001:0.0:1787360425.067192:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067195:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0001_UUID req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360425.067202:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360425.067203:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067207:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f552d480] to pc [ptlrpcd_00_01+1] req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.067225:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.067231:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:0.0:1787360425.067242:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360425.067246:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360425.067248:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360425.067252:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.067259:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360425.067261:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360425.067264:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360425.067266:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360425.067269:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360425.067272:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9299de61-18d9-494c-93d1-f15436187fdc:2398:1874182971341568:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360425.067275:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360425.067280:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360425.067282:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360425.067284:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360425.067288:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f50747400. 02000000:00000001:0.0:1787360425.067289:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360425.067296:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360425.067300:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bbb00. 00000400:00000010:0.0:1787360425.067306:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5880. 00000100:00000200:0.0:1787360425.067311:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971341568, portal 10 00000100:00000001:0.0:1787360425.067313:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360425.067315:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869940608 : -129126839611008 : ffff8a8f50981180) 00000020:00000010:0.0:1787360425.067322:0:2398:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a8f434a6000. 00000100:00000040:0.0:1787360425.067329:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.067336:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360425.067339:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360425.067341:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5220. 00000100:00000200:0.0:1787360425.067350:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971341568, offset 0 00000400:00000200:0.0:1787360425.067356:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000100:00000001:2.0:1787360425.068916:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360425.068930:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1787360425.068933:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295039992 00000100:00000010:2.0:1787360425.068943:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a8f58945480. 00000100:00000001:2.0:1787360425.068950:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787360425.068958:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295039992 00000100:00000010:2.0:1787360425.068960:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a8f589453c0. 00000100:00000001:2.0:1787360425.068964:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787360425.068967:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360425.068970:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.068985:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787360425.068994:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.069003:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787360425.069005:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360425.069009:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787360425.069011:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787360425.069014:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360425.069017:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971341312:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360425.069021:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787360425.069026:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787360425.069028:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360425.069030:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787360425.069034:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f6071ec00. 02000000:00000001:2.0:1787360425.069036:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360425.069041:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1787360425.069046:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f58c2b108. 00000400:00000200:0.0:1787360425.069099:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.069107:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360425.069113:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360425.069117:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360425.069121:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360425.069124:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360425.069128:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [123:123:255:4294967295] 192.168.202.160@tcp LPNI seq info [123:123:7:4294967295] 00000400:00000200:0.0:1787360425.069132:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.069141:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360425.069147:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360425.069163:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f50785400. 00000800:00000200:0.0:1787360425.069170:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360425.069178:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360425.069183:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f50785400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360425.069187:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.069192:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: using a timeout of 44461 usecs (45 jiffies) 00000400:00000200:0.0:1787360425.069194:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360425.069196:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295039031 00000100:00000001:0.0:1787360425.069199:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295039992 00000100:00000001:0.0:1787360425.069201:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295039031 00000100:00000001:0.0:1787360425.069203:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295039992 00000100:00000001:0.0:1787360425.069205:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360425.069207:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.069209:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360425.069214:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.069222:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360425.069229:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360425.069232:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360425.069234:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360425.069236:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360425.069239:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9299de61-18d9-494c-93d1-f15436187fdc:2398:1874182971341824:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360425.069243:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360425.069246:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360425.069247:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360425.069249:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360425.069254:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f50747c00. 02000000:00000001:0.0:1787360425.069255:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360425.069260:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360425.069262:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bbd10. 00000100:00000001:1.0:1787360425.069333:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787360425.069338:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787360425.069341:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787360425.069347:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360425.069354:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787360425.069356:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787360425.069369:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787360425.069371:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787360425.069373:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787360425.069376:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971341440:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1787360425.069379:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787360425.069391:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787360425.069392:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787360425.069394:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787360425.069398:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f50727400. 02000000:00000001:1.0:1787360425.069399:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787360425.069403:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1787360425.069406:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f53672d68. 00000400:00000010:2.0:1787360425.069789:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40cc0. 00000100:00000200:2.0:1787360425.069797:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971341312, portal 10 00000100:00000001:2.0:1787360425.069800:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787360425.069801:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882664448 : -129126826887168 : ffff8a8f515a3800) 00000100:00000040:2.0:1787360425.069810:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.069817:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787360425.069819:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1787360425.069822:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40550. 00000100:00000200:2.0:1787360425.069825:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971341312, offset 0 00000400:00000200:2.0:1787360425.069830:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1787360425.069834:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360425.069838:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1787360425.069842:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787360425.069845:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1787360425.069847:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787360425.069856:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1787360425.069859:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [124:124:254:4294967295] 192.168.202.160@tcp LPNI seq info [124:124:6:4294967295] 00000400:00000200:2.0:1787360425.069864:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360425.069871:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1787360425.069876:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1787360425.069879:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f46ee4600. 00000800:00000200:2.0:1787360425.069884:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1787360425.069889:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1787360425.069892:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f46ee4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787360425.069896:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360425.069899:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: using a timeout of 151136 usecs (152 jiffies) 00000400:00000200:2.0:1787360425.069902:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1787360425.069904:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 0 is 4295039138 00000100:00000001:2.0:1787360425.069906:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 0, keep current deadline 4295039992 00000100:00000001:2.0:1787360425.069908:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 1 is 4295039138 00000100:00000001:2.0:1787360425.069909:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 1, keep current deadline 4295039992 00000100:00000001:2.0:1787360425.069911:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360425.069914:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.069916:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.069919:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.069926:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787360425.069929:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787360425.069931:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360425.069933:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787360425.069934:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360425.069937:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1787360425.069939:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.069940:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787360425.069942:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.069943:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360425.069944:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787360425.069945:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787360425.069955:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.069962:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787360425.069963:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360425.069966:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787360425.069968:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787360425.069969:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360425.069972:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971341184:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360425.069975:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787360425.069979:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787360425.069980:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360425.069982:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787360425.069985:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f6071e600. 02000000:00000001:2.0:1787360425.069986:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360425.069989:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1787360425.069992:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f58c2b7e8. 00000400:00000010:2.0:1787360425.069995:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40c38. 00000100:00000200:2.0:1787360425.069998:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971341184, portal 10 00000100:00000001:2.0:1787360425.070000:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787360425.070001:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882651008 : -129126826900608 : ffff8a8f515a0380) 00000100:00000040:2.0:1787360425.070007:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.070014:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787360425.070016:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1787360425.070019:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a407f8. 00000100:00000200:2.0:1787360425.070021:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971341184, offset 0 00000400:00000200:2.0:1787360425.070025:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1787360425.070029:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360425.070033:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1787360425.070035:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787360425.070038:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1787360425.070040:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787360425.070049:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1787360425.070052:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [125:125:253:4294967295] 192.168.202.160@tcp LPNI seq info [125:125:5:4294967295] 00000400:00000200:2.0:1787360425.070056:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360425.070061:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1787360425.070066:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1787360425.070069:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f46ee4b00. 00000800:00000200:2.0:1787360425.070073:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1787360425.070077:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1787360425.070080:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f46ee4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787360425.070083:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360425.070085:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: using a timeout of 119690 usecs (120 jiffies) 00000400:00000200:2.0:1787360425.070088:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1787360425.070090:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 0 is 4295039106 00000100:00000001:2.0:1787360425.070092:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 0, keep current deadline 4295039992 00000100:00000001:2.0:1787360425.070094:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 1 is 4295039106 00000100:00000001:2.0:1787360425.070096:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 1, keep current deadline 4295039992 00000100:00000001:2.0:1787360425.070098:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360425.070100:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.070103:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.070105:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787360425.070434:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5d48. 00000100:00000200:0.0:1787360425.070439:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971341824, portal 4 00000100:00000001:0.0:1787360425.070441:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360425.070442:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869950464 : -129126839601152 : ffff8a8f50983800) 00000020:00000010:0.0:1787360425.070450:0:2398:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a8f434a2000. 00000100:00000040:0.0:1787360425.070457:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.070463:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360425.070465:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360425.070468:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5198. 00000100:00000200:0.0:1787360425.070470:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874182971341824, offset 0 00000400:00000200:0.0:1787360425.070474:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360425.070478:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.070482:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360425.070485:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360425.070488:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360425.070490:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360425.070492:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360425.070495:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [126:126:252:4294967295] 192.168.202.160@tcp LPNI seq info [126:126:4:4294967295] 00000400:00000200:0.0:1787360425.070499:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.070511:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360425.070516:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360425.070520:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f50785d00. 00000800:00000200:0.0:1787360425.070524:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360425.070528:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360425.070531:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f50785d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787360425.070591:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360425.070594:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.070784:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.070788:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: using a timeout of 11156 usecs (12 jiffies) 00000400:00000200:0.0:1787360425.070791:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360425.070793:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295039001 00000100:00000001:0.0:1787360425.070796:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295039992 00000100:00000001:0.0:1787360425.070798:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295039001 00000100:00000001:0.0:1787360425.070800:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295039992 00000100:00000001:0.0:1787360425.070802:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360425.070804:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.070806:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.070808:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.070812:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787360425.070814:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787360425.070816:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360425.070817:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360425.070818:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.070821:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787360425.070858:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360425.070861:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f46ee4500. 00000400:00000200:0.0:1787360425.070865:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.070870:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360425.070875:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40880 00000400:00000010:0.0:1787360425.070877:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40880. 00000100:00000001:0.0:1787360425.070881:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360425.070886:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.070907:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360425.070910:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.070917:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.070919:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360425.070929:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360425.070931:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f50785400. 00000400:00000200:0.0:1787360425.070933:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.070937:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360425.070939:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5220 00000400:00000010:0.0:1787360425.070941:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5220. 00000100:00000001:0.0:1787360425.070943:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360425.070946:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.070953:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360425.070956:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.070961:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.070962:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360425.070969:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360425.070971:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f46ee4600. 00000400:00000200:0.0:1787360425.070973:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.070975:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360425.070977:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40550 00000400:00000010:0.0:1787360425.070979:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40550. 00000100:00000001:0.0:1787360425.070980:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360425.070984:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.070990:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360425.070993:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.071008:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.071010:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360425.071019:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360425.071021:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f46ee4b00. 00000400:00000200:0.0:1787360425.071023:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.071027:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360425.071029:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a407f8 00000400:00000010:0.0:1787360425.071031:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a407f8. 00000100:00000001:0.0:1787360425.071033:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360425.071036:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.071044:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360425.071047:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.071053:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.071054:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360425.071109:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360425.071112:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f50785d00. 00000400:00000200:0.0:1787360425.071114:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.071118:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360425.071120:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5198 00000400:00000010:0.0:1787360425.071122:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5198. 00000100:00000001:0.0:1787360425.071124:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360425.071127:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.071134:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360425.071136:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.071142:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.071144:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1787360425.072772:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f519663b8. 00000100:00000200:1.0:1787360425.072784:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971341440, portal 10 00000100:00000001:1.0:1787360425.072787:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787360425.072789:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869949568 : -129126839602048 : ffff8a8f50983480) 00000100:00000040:1.0:1787360425.072803:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360425.072812:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787360425.072814:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1787360425.072817:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f519665d8. 00000100:00000200:1.0:1787360425.072820:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971341440, offset 0 00000400:00000200:1.0:1787360425.072825:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1787360425.072834:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360425.072840:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1787360425.072845:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787360425.072849:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1787360425.072852:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787360425.072854:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1787360425.072857:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [127:127:256:4294967295] 192.168.202.160@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:1.0:1787360425.072861:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360425.072870:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1787360425.072875:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1787360425.072880:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f5308e100. 00000800:00000200:1.0:1787360425.072886:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1787360425.072892:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1787360425.072896:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f5308e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787360425.072921:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787360425.072926:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: using a timeout of 33746 usecs (34 jiffies) 00000400:00000200:1.0:1787360425.072930:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1787360425.072933:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295039025 00000100:00000001:1.0:1787360425.072935:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295039992 00000100:00000001:1.0:1787360425.072937:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295039025 00000100:00000001:1.0:1787360425.072939:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295039992 00000100:00000001:1.0:1787360425.072941:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787360425.072944:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360425.072947:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787360425.072952:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360425.072960:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787360425.072962:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787360425.072966:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787360425.072969:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787360425.072971:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787360425.072974:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971341696:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1787360425.072978:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787360425.072982:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787360425.072984:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787360425.072986:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787360425.072991:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f50726200. 02000000:00000001:1.0:1787360425.072993:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787360425.072998:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1787360425.073001:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f53672aa8. 00000400:00000010:1.0:1787360425.073005:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f519662a8. 00000100:00000200:1.0:1787360425.073008:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971341696, portal 4 00000100:00000001:1.0:1787360425.073009:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787360425.073010:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869937024 : -129126839614592 : ffff8a8f50980380) 00000020:00000010:1.0:1787360425.073028:0:2397:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a8f472fa000. 00000100:00000040:1.0:1787360425.073040:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360425.073046:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787360425.073048:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:1.0:1787360425.073051:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f51966b28. 00000100:00000200:1.0:1787360425.073054:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874182971341696, offset 0 00000400:00000200:1.0:1787360425.073058:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1787360425.073062:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360425.073065:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1787360425.073068:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787360425.073071:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:1.0:1787360425.073073:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787360425.073075:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:1.0:1787360425.073077:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [128:128:255:4294967295] 192.168.202.160@tcp LPNI seq info [128:128:7:4294967295] 00000400:00000200:1.0:1787360425.073081:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360425.073087:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:1.0:1787360425.073091:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:1.0:1787360425.073095:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f5308ef00. 00000800:00000200:1.0:1787360425.073099:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:1.0:1787360425.073103:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:1.0:1787360425.073105:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f5308ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787360425.073107:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787360425.073110:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: using a timeout of 5132 usecs (6 jiffies) 00000400:00000200:1.0:1787360425.073112:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1787360425.073114:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295038997 00000100:00000001:1.0:1787360425.073116:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295039992 00000100:00000001:1.0:1787360425.073117:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295038997 00000100:00000001:1.0:1787360425.073119:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295039992 00000100:00000001:1.0:1787360425.073121:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787360425.073127:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360425.073130:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360425.073133:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360425.073140:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787360425.073142:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787360425.073145:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787360425.073157:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787360425.073159:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360425.073161:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787360425.073525:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.073966:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360425.073970:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.073973:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.073979:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.073984:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360425.073991:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.073995:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.073999:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.074003:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a88f3a403c00 00000400:00000200:0.0:1787360425.074007:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.074012:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:0.0:1787360425.074017:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.074024:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.074027:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.074031:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360425.074039:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360425.074045:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360425.074055:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.074068:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360425.074075:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.074079:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.074088:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360425.074090:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787360425.074095:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360425.074097:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360425.074099:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bbd10. 00000400:00000200:0.0:1787360425.074102:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5d48 00000400:00000010:0.0:1787360425.074104:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5d48. 00000100:00000001:0.0:1787360425.074106:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360425.074109:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360425.074129:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.074136:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360425.074138:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.074140:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360425.074143:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360425.074145:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360425.074146:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360425.074160:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787360425.074168:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f4483e460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360425.074172:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f4483e418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360425.074174:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360425.074176:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360425.074178:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787360425.074183:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787360425.074190:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.074194:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787360425.074196:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:0.0:1787360425.074197:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787360425.074199:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.074203:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.074211:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360425.074214:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360425.074216:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360425.074220:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360425.074228:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9299de61-18d9-494c-93d1-f15436187fdc:2398:1874182971341824:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360425.074232:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.074240:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360425.074244:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50983800 x1874182971341824/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.074251:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360425.074254:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360425.074257:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f50747c00. 02000000:00000001:0.0:1787360425.074260:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360425.074263:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360425.074265:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a8f4483e000 refcount=2 obd=lustre-OST0001-osc-ffff8a8f434e3800 00000020:00000001:0.0:1787360425.074267:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360425.074269:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785500. 02000000:00000001:0.0:1787360425.074272:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360425.074274:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360425.074276:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50983800. 00000100:00000001:0.0:1787360425.074280:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360425.074281:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.074284:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.074286:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360425.074288:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360425.074289:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.074291:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787360425.076344:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.076425:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360425.076429:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.076434:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.076442:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076450:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360425.076458:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076462:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076468:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076472:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a403b00 00000400:00000200:0.0:1787360425.076477:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076482:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x729 [1] + 224 00000800:00000001:0.0:1787360425.076489:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.076493:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.076504:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.076509:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360425.076516:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360425.076524:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360425.076599:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.076684:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360425.076694:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.076698:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360425.076700:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.076703:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.076706:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076709:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360425.076713:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076715:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076718:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076720:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a403a00 00000400:00000200:0.0:1787360425.076724:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076727:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:0.0:1787360425.076731:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.076735:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.076737:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.076740:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360425.076743:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360425.076747:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360425.076756:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.076798:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360425.076802:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360425.076818:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360425.076831:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.076834:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360425.076836:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.076838:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.076841:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076845:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360425.076849:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076851:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076855:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076857:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a403980 00000400:00000200:0.0:1787360425.076860:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.076864:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x741 [1] + 224 00000800:00000001:0.0:1787360425.076867:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.076874:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.076877:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.076880:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360425.076883:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360425.076888:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360425.076897:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.076904:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360425.076907:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.076910:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.076921:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360425.076924:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787360425.076929:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360425.076931:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360425.076934:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bbb00. 00000400:00000200:0.0:1787360425.076938:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5880 00000400:00000010:0.0:1787360425.076940:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5880. 00000100:00000001:0.0:1787360425.076943:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360425.076947:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360425.076968:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.076974:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360425.076976:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.076978:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360425.076981:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360425.076984:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360425.076985:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360425.076989:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787360425.076997:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f60c58460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360425.077001:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f60c58418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360425.077004:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360425.077006:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360425.077008:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787360425.077013:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787360425.077020:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.077023:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787360425.077025:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:0.0:1787360425.077026:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787360425.077028:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.077032:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.077038:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360425.077041:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360425.077043:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360425.077046:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360425.077053:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9299de61-18d9-494c-93d1-f15436187fdc:2398:1874182971341568:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360425.077057:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.077064:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360425.077069:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50981180 x1874182971341568/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.077075:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360425.077077:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360425.077080:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f50747400. 02000000:00000001:0.0:1787360425.077084:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360425.077086:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360425.077088:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a8f60c58000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a8f434e3800 00000020:00000001:0.0:1787360425.077090:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360425.077092:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785f00. 02000000:00000001:0.0:1787360425.077095:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360425.077097:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360425.077099:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50981180. 00000100:00000001:0.0:1787360425.077102:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360425.077104:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.077106:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.077112:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787360425.077114:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.077116:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360425.077119:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787360425.078293:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787360425.078301:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f5308e100. 00000400:00000200:1.0:1787360425.078308:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360425.078314:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1787360425.078319:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f519665d8 00000400:00000010:1.0:1787360425.078321:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f519665d8. 00000100:00000001:1.0:1787360425.078324:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787360425.078330:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360425.078342:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360425.078345:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360425.078352:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360425.078353:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787360425.078372:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360425.078378:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360425.078380:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360425.078382:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360425.078387:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360425.078391:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360425.078397:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360425.078400:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360425.078404:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360425.078407:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a88f3a403900 00000400:00000200:1.0:1787360425.078411:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360425.078422:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x721 [1] + 224 00000800:00000001:1.0:1787360425.078428:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360425.078434:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360425.078437:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360425.078440:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360425.078444:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360425.078449:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360425.078457:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360425.078464:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1787360425.078509:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787360425.078512:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f5308ef00. 00000400:00000200:1.0:1787360425.078515:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360425.078519:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1787360425.078521:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f51966b28 00000400:00000010:1.0:1787360425.078523:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f51966b28. 00000100:00000001:1.0:1787360425.078526:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787360425.078530:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360425.078551:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360425.078554:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360425.078561:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360425.078562:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787360425.078566:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360425.078569:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787360425.082526:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787360425.082533:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787360425.082550:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f58c2b108. 00000400:00000200:2.0:1787360425.082558:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40cc0 00000400:00000010:2.0:1787360425.082561:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40cc0. 00000100:00000001:2.0:1787360425.082565:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787360425.082577:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787360425.082605:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.082612:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787360425.082626:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.082629:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787360425.082633:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787360425.082635:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787360425.082637:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360425.082640:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787360425.082650:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f434ff460 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1787360425.082654:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f434ff418 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1787360425.082656:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787360425.082658:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787360425.082661:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787360425.082665:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787360425.082672:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.082675:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787360425.082677:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f44ad5000: skip recheck: last_committed 0 00000100:00000001:2.0:1787360425.082678:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787360425.082680:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360425.082684:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.082690:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360425.082692:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787360425.082694:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787360425.082698:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360425.082704:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971341312:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360425.082709:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.082718:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787360425.082723:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a3800 x1874182971341312/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.082729:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787360425.082731:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787360425.082735:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f6071ec00. 02000000:00000001:2.0:1787360425.082738:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787360425.082741:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787360425.082743:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a8f434ff000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a8f44ad5000 00000020:00000001:2.0:1787360425.082745:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787360425.082747:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f47d99100. 02000000:00000001:2.0:1787360425.082754:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787360425.082755:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787360425.082757:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a3800. 00000100:00000001:2.0:1787360425.082760:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787360425.082762:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.082765:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.082768:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360425.082770:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787360425.082773:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787360425.082775:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787360425.082776:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f58c2b7e8. 00000400:00000200:2.0:1787360425.082779:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40c38 00000400:00000010:2.0:1787360425.082781:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40c38. 00000100:00000001:2.0:1787360425.082783:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787360425.082786:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787360425.082793:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.082798:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787360425.082799:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.082801:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787360425.082802:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787360425.082803:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787360425.082805:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360425.082806:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787360425.082817:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f434f8460 time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1787360425.082819:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f434f8418 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1787360425.082821:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787360425.082822:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787360425.082824:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787360425.082826:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.082828:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787360425.082830:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f44ad5000: skip recheck: last_committed 0 00000100:00000001:2.0:1787360425.082831:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787360425.082832:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360425.082836:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.082842:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360425.082844:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787360425.082845:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787360425.082849:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360425.082856:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2399:1874182971341184:192.168.202.160@tcp:400:kworker.0 00000400:00000001:2.0:1787360425.082862:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787360425.082864:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787360425.082865:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f58c2b630. 00000400:00000200:2.0:1787360425.082868:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40d48 00000400:00000010:2.0:1787360425.082869:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40d48. 00000100:00000001:2.0:1787360425.082872:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787360425.082876:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787360425.082883:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.082889:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787360425.082890:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.082891:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787360425.082893:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787360425.082899:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787360425.082900:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360425.082902:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787360425.082905:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f58b4bc60 time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1787360425.082908:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f58b4bc18 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1787360425.082910:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787360425.082911:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787360425.082913:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787360425.082915:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.082917:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360425.082921:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.082927:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360425.082929:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787360425.082930:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787360425.082934:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360425.082940:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9a03789-dca9-4666-898f-1dc7741f053a:2399:1874182971341056:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360425.082944:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.082946:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787360425.082949:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a0380 x1874182971341184/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.082956:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787360425.082957:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787360425.082959:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f6071e600. 02000000:00000001:2.0:1787360425.082961:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787360425.082962:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787360425.082963:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a8f434f8000 refcount=3 obd=lustre-MDT0000-mdc-ffff8a8f44ad5000 00000020:00000001:2.0:1787360425.082965:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787360425.082966:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f47d99400. 02000000:00000001:2.0:1787360425.082969:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787360425.082970:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787360425.082971:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a0380. 00000100:00000001:2.0:1787360425.082979:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787360425.082980:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.082981:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787360425.082985:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a2300 x1874182971341056/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360425.082992:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787360425.082993:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787360425.082995:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f6071f800. 02000000:00000001:2.0:1787360425.082997:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787360425.082998:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787360425.082999:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a8f58b4b800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:2.0:1787360425.083000:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787360425.083002:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f47d99e00. 02000000:00000001:2.0:1787360425.083004:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787360425.083005:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787360425.083006:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a2300. 00000100:00000001:2.0:1787360425.083008:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787360425.083009:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.083011:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360425.083018:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787360425.083020:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360425.083022:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360425.083023:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787360425.083485:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.083502:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360425.083504:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.083507:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.083514:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.083520:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360425.083528:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.083532:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.083563:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.083567:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a403a80 00000400:00000200:0.0:1787360425.083571:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.083577:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:0.0:1787360425.083583:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.083592:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.083601:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.083606:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360425.083711:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360425.083718:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360425.083728:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.083747:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360425.083757:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.083760:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.083770:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360425.083772:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787360425.083776:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360425.083777:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360425.083779:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f53672d68. 00000400:00000200:0.0:1787360425.083782:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f519663b8 00000400:00000010:0.0:1787360425.083784:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f519663b8. 00000100:00000001:0.0:1787360425.083787:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360425.083790:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360425.083798:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.083804:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360425.083805:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.083807:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360425.083809:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360425.083810:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360425.083811:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360425.083813:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787360425.083818:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f42aaac60 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360425.083821:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f42aaac18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360425.083823:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360425.083824:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360425.083826:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787360425.083834:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.083837:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787360425.083838:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:0.0:1787360425.083840:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787360425.083841:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.083845:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.083852:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360425.083854:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360425.083855:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360425.083859:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360425.083866:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971341440:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360425.083871:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.083873:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360425.083876:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50983480 x1874182971341440/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.083881:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360425.083882:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360425.083884:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f50727400. 02000000:00000001:0.0:1787360425.083887:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360425.083889:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360425.083890:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f42aaa800 refcount=3 obd=lustre-MDT0000-mdc-ffff8a8f434e3800 00000020:00000001:0.0:1787360425.083892:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360425.083894:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785900. 02000000:00000001:0.0:1787360425.083897:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360425.083898:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360425.083900:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50983480. 00000100:00000001:0.0:1787360425.083904:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360425.083905:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.083907:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.083909:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360425.083910:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360425.083917:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.083919:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787360425.087776:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.087795:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360425.087801:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.087804:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.087813:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.087822:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360425.087831:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.087836:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.087842:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.087846:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a88f3a403b80 00000400:00000200:0.0:1787360425.087852:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360425.087871:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:0.0:1787360425.087879:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.087945:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360425.087949:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360425.087954:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360425.087962:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360425.087970:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360425.087981:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.088002:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360425.088012:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360425.088015:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.088027:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360425.088032:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787360425.088037:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360425.088040:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360425.088042:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f53672aa8. 00000400:00000200:0.0:1787360425.088047:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f519662a8 00000400:00000010:0.0:1787360425.088049:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f519662a8. 00000100:00000001:0.0:1787360425.088052:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360425.088065:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360425.088074:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.088081:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360425.088084:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.088086:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360425.088089:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360425.088092:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360425.088094:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360425.088096:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1787360425.088106:0:2397:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a8f434a4000. 00000100:00001000:0.0:1787360425.088113:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f44838c60 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360425.088117:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f44838c18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360425.088120:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360425.088122:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360425.088125:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787360425.088129:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787360425.088137:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.088140:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787360425.088142:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:0.0:1787360425.088144:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787360425.088146:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360425.088161:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.088168:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360425.088170:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360425.088172:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360425.088175:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360425.088182:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971341696:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360425.088195:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.088197:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360425.088200:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50980380 x1874182971341696/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360425.088206:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360425.088207:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360425.088211:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f50726200. 02000000:00000001:0.0:1787360425.088213:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360425.088215:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360425.088216:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f44838800 refcount=2 obd=lustre-OST0000-osc-ffff8a8f434e3800 00000020:00000001:0.0:1787360425.088218:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360425.088221:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785600. 02000000:00000001:0.0:1787360425.088223:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360425.088225:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360425.088227:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50980380. 00000100:00000001:0.0:1787360425.088230:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360425.088231:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.088233:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360425.088240:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787360425.088242:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360425.088244:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360425.088246:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360425.123883:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360425.123890:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360425.123896:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360425.123897:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787360425.123930:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787360425.123933:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787360425.123936:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787360425.812999:0:9331:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787360425.813012:0:9331:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360426.086269:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621800 (cpu 0) has reached its deadline 4295039992, at 4295040005 00000100:00000010:0.0:1787360426.086286:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f58945480. 00000100:00000040:1.0:1787360426.090639:0:264:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621910 (cpu 1) has reached its deadline 4295039992, at 4295040010 00000100:00000010:1.0:1787360426.090657:0:264:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f589453c0. 00010000:00000001:0.0:1787360426.144709:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360426.144715:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360426.144719:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360426.144721:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360426.146674:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360426.146685:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360426.146689:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1787360426.233695:0:9367:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787360426.233701:0:9367:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg260-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:0.0:1787360426.249985:0:9367:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1787360426.333516:0:9372:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787360426.333529:0:9372:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787360426.406884:0:9377:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787360426.406897:0:9377:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360427.171431:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360427.171440:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360427.171446:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360427.171447:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787360427.171465:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787360427.171468:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787360427.171471:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360428.194348:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360428.194358:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787360428.194361:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787360428.194364:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360428.194370:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787360428.194372:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360428.194374:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360428.194377:0:53:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360428.194381:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360428.194382:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360428.194528:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360428.194532:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360428.194564:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360429.218137:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360429.218144:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360429.218149:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360429.218152:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787360429.218154:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787360429.218158:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360429.218161:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787360429.218163:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360429.218165:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360429.218167:0:53:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360429.219187:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360429.219192:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360429.219196:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787360430.177001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9a03789-dca9-4666-898f-1dc7741f053a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360430.177029:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360430.177056:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a0e00. 00000020:00000040:3.0:1787360430.177064:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f58b4b800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:3.0:1787360430.177068:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360430.177070:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360430.177075:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360430.177084:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f47d99e00. 00000100:00000001:3.0:1787360430.177091:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177111:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9a03789-dca9-4666-898f-1dc7741f053a->MGS req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360430.177123:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360430.177141:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177149:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004144104c] to pc [ptlrpcd_01_01+1] req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360430.177180:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177183:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360430.177206:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360430.177210:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a3100. 00000020:00000040:3.0:1787360430.177212:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f434f8000 refcount=4 obd=lustre-MDT0000-mdc-ffff8a8f44ad5000 00000100:00000001:3.0:1787360430.177229:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360430.177232:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360430.177234:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360430.177239:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f47d99400. 00000100:00000001:3.0:1787360430.177243:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177247:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360430.177254:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360430.177256:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177260:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f5fe946] to pc [ptlrpcd_01_00+0] req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360430.177267:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177269:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360430.177284:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360430.177287:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a3b80. 00000020:00000040:3.0:1787360430.177289:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f434ff000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a8f44ad5000 00000100:00000001:3.0:1787360430.177291:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360430.177292:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360430.177294:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360430.177297:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f47d99100. 00000100:00000001:3.0:1787360430.177300:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177304:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360430.177321:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360430.177323:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177328:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ad7f2e] to pc [ptlrpcd_01_01+1] req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360430.177334:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787360430.177339:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787360430.177341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787360430.177344:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787360430.177346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360430.177349:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360430.177351:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a2300. 00000020:00000040:3.0:1787360430.177353:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f42aaa800 refcount=4 obd=lustre-MDT0000-mdc-ffff8a8f434e3800 00000100:00000001:3.0:1787360430.177355:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360430.177357:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360430.177358:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360430.177362:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f47d99a00. 00000100:00000001:3.0:1787360430.177366:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177369:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360430.177397:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360430.177399:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177420:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070eeb07f] to pc [ptlrpcd_01_00+0] req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360430.177427:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360430.177438:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360430.177441:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a0380. 00000020:00000040:3.0:1787360430.177443:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f60c58000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a8f434e3800 00000100:00000001:3.0:1787360430.177446:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360430.177447:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360430.177449:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360430.177454:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f42d30b00. 00000100:00000001:3.0:1787360430.177458:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177480:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360430.177487:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360430.177494:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177498:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000089513bd] to pc [ptlrpcd_01_01+1] req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360430.177504:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360430.177509:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360430.177512:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a3800. 00000020:00000040:3.0:1787360430.177514:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f44838800 refcount=3 obd=lustre-OST0000-osc-ffff8a8f434e3800 00000100:00000001:3.0:1787360430.177516:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360430.177517:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360430.177519:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360430.177522:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f42d30700. 00000100:00000001:3.0:1787360430.177525:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177528:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0000_UUID req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360430.177602:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360430.177604:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177609:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d619a279] to pc [ptlrpcd_01_00+0] req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360430.177640:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360430.177644:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360430.177647:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a1180. 00000020:00000040:3.0:1787360430.177649:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f4483e000 refcount=3 obd=lustre-OST0001-osc-ffff8a8f434e3800 00000100:00000001:3.0:1787360430.177652:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360430.177653:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360430.177655:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360430.177658:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f42d30f00. 00000100:00000001:3.0:1787360430.177660:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177665:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0001_UUID req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360430.177671:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360430.177673:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177676:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efbbadbd] to pc [ptlrpcd_01_01+1] req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360430.177682:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360430.177686:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:2.0:1787360430.177852:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360430.177857:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787360430.177859:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787360430.177865:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.177873:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787360430.177875:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.177879:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787360430.177881:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787360430.177884:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360430.177887:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971341952:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360430.177896:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787360430.177901:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787360430.177904:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.177906:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787360430.177910:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f6071ec00. 02000000:00000001:2.0:1787360430.177912:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360430.177919:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1787360430.177922:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f58c2b630. 00000400:00000010:2.0:1787360430.177928:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40d48. 00000100:00000200:2.0:1787360430.177934:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971341952, portal 25 00000100:00000001:2.0:1787360430.177936:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787360430.177938:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882653696 : -129126826897920 : ffff8a8f515a0e00) 00000100:00000040:2.0:1787360430.177943:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.177950:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787360430.177952:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1787360430.177954:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40c38. 00000100:00000200:2.0:1787360430.177958:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874182971341952, offset 0 00000400:00000200:2.0:1787360430.177964:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1787360430.177971:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.177978:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1787360430.177983:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787360430.177987:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1787360430.177990:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787360430.177993:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1787360430.177997:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [129:129:256:4294967295] 192.168.202.160@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:2.0:1787360430.178001:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178011:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1787360430.178016:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1787360430.178021:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f46ee4c00. 00000800:00000200:2.0:1787360430.178026:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1787360430.178037:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1787360430.178041:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f46ee4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787360430.178059:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360430.178063:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1787360430.178065:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295045103 00000100:00000010:2.0:1787360430.178069:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a8f58945c60. 00000100:00000001:2.0:1787360430.178075:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787360430.178080:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295045103 00000100:00000010:2.0:1787360430.178083:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a8f58945720. 00000100:00000001:2.0:1787360430.178085:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787360430.178088:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.178091:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.178093:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787360430.178097:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.178115:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787360430.178116:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.178119:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787360430.178120:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787360430.178122:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360430.178125:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971342208:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360430.178136:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787360430.178139:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787360430.178140:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.178142:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787360430.178145:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f6071fa00. 02000000:00000001:2.0:1787360430.178146:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360430.178149:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1787360430.178152:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f58c2b7e8. 00000400:00000010:2.0:1787360430.178155:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40cc0. 00000100:00000200:2.0:1787360430.178158:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971342208, portal 10 00000100:00000001:2.0:1787360430.178160:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787360430.178165:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882665344 : -129126826886272 : ffff8a8f515a3b80) 00000100:00000040:2.0:1787360430.178173:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.178179:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787360430.178182:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1787360430.178184:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40dd0. 00000100:00000200:2.0:1787360430.178186:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971342208, offset 0 00000400:00000200:2.0:1787360430.178190:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1787360430.178194:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178197:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1787360430.178199:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787360430.178202:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1787360430.178204:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787360430.178206:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1787360430.178209:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [130:130:255:4294967295] 192.168.202.160@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:2.0:1787360430.178212:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178218:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1787360430.178221:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1787360430.178224:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f46ee4f00. 00000800:00000200:2.0:1787360430.178227:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1787360430.178231:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1787360430.178234:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f46ee4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787360430.178237:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.178240:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: using a timeout of 143147 usecs (144 jiffies) 00000400:00000200:2.0:1787360430.178242:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1787360430.178244:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 0 is 4295044241 00000100:00000001:2.0:1787360430.178246:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 0, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.178248:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 1 is 4295044241 00000100:00000001:2.0:1787360430.178250:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 1, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.178252:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.178258:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.178259:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787360430.178263:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.178268:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787360430.178270:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.178271:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787360430.178273:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787360430.178275:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360430.178277:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971342464:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360430.178280:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787360430.178282:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787360430.178284:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.178286:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787360430.178288:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f6071ea00. 02000000:00000001:2.0:1787360430.178290:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360430.178292:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1787360430.178294:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f58c2b108. 00000400:00000010:2.0:1787360430.178298:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a407f8. 00000100:00000200:2.0:1787360430.178300:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971342464, portal 10 00000100:00000001:2.0:1787360430.178302:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787360430.178303:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882651008 : -129126826900608 : ffff8a8f515a0380) 00000100:00000040:2.0:1787360430.178308:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.178312:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787360430.178314:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1787360430.178316:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40550. 00000100:00000200:2.0:1787360430.178318:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971342464, offset 0 00000400:00000200:2.0:1787360430.178322:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1787360430.178325:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178328:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1787360430.178330:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787360430.178337:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1787360430.178339:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787360430.178341:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1787360430.178344:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [131:131:254:4294967295] 192.168.202.160@tcp LPNI seq info [131:131:6:4294967295] 00000400:00000200:2.0:1787360430.178347:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178352:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1787360430.178356:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1787360430.178360:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f46ee4700. 00000800:00000200:2.0:1787360430.178363:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1787360430.178367:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1787360430.178370:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f46ee4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787360430.178372:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.178375:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: using a timeout of 33753 usecs (34 jiffies) 00000400:00000200:2.0:1787360430.178377:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1787360430.178379:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295044131 00000100:00000001:2.0:1787360430.178381:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.178383:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295044131 00000100:00000001:2.0:1787360430.178384:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.178386:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.178388:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.178390:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787360430.178393:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.178398:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787360430.178399:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.178401:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787360430.178403:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787360430.178405:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360430.178407:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971342720:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360430.178416:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787360430.178418:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787360430.178420:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.178421:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787360430.178424:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f6071f800. 02000000:00000001:2.0:1787360430.178426:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360430.178429:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1787360430.178431:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f58c2bdc0. 00000400:00000010:2.0:1787360430.178435:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40880. 00000100:00000200:2.0:1787360430.178437:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971342720, portal 4 00000100:00000001:2.0:1787360430.178439:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787360430.178440:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882654592 : -129126826897024 : ffff8a8f515a1180) 00000100:00000040:2.0:1787360430.178445:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.178450:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787360430.178452:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1787360430.178454:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40f68. 00000100:00000200:2.0:1787360430.178456:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874182971342720, offset 0 00000400:00000200:2.0:1787360430.178460:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1787360430.178463:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178466:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1787360430.178468:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787360430.178471:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1787360430.178473:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787360430.178475:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1787360430.178477:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [132:132:253:4294967295] 192.168.202.160@tcp LPNI seq info [132:132:5:4294967295] 00000400:00000200:2.0:1787360430.178480:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178485:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1787360430.178489:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1787360430.178492:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f46ee4200. 00000800:00000200:2.0:1787360430.178496:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1787360430.178504:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1787360430.178506:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f46ee4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787360430.178509:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.178512:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: using a timeout of 9900 usecs (10 jiffies) 00000400:00000200:2.0:1787360430.178514:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1787360430.178516:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295044107 00000100:00000001:2.0:1787360430.178518:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.178519:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295044107 00000100:00000001:2.0:1787360430.178521:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.178523:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.178524:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.178527:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.178529:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.178583:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787360430.178586:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787360430.178589:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360430.178590:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787360430.178592:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360430.178595:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1787360430.178596:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.178598:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787360430.178600:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.178601:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360430.178602:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787360430.178603:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787360430.178608:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.178614:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787360430.178615:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.178617:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787360430.178619:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787360430.178621:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360430.178623:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971342080:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360430.178631:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787360430.178634:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787360430.178635:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.178637:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787360430.178640:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f6071e600. 02000000:00000001:2.0:1787360430.178642:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360430.178645:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1787360430.178647:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f58c2b160. 00000400:00000010:2.0:1787360430.178650:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40198. 00000100:00000200:2.0:1787360430.178653:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971342080, portal 10 00000100:00000001:2.0:1787360430.178655:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787360430.178656:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882662656 : -129126826888960 : ffff8a8f515a3100) 00000100:00000040:2.0:1787360430.178661:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.178666:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787360430.178668:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1787360430.178670:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40bb0. 00000100:00000200:2.0:1787360430.178672:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971342080, offset 0 00000400:00000200:2.0:1787360430.178676:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1787360430.178679:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178682:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1787360430.178685:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787360430.178687:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1787360430.178690:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787360430.178692:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1787360430.178694:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [133:133:252:4294967295] 192.168.202.160@tcp LPNI seq info [133:133:4:4294967295] 00000400:00000200:2.0:1787360430.178698:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178704:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1787360430.178708:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1787360430.178710:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f46ee4a00. 00000800:00000200:2.0:1787360430.178714:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1787360430.178722:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1787360430.178725:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f46ee4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787360430.178727:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.178730:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: using a timeout of 115150 usecs (116 jiffies) 00000400:00000200:2.0:1787360430.178732:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1787360430.178734:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 0 is 4295044214 00000100:00000001:2.0:1787360430.178736:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 0, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.178738:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 1 is 4295044214 00000100:00000001:2.0:1787360430.178740:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 1, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.178845:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.178847:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.178849:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787360430.178854:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.178859:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787360430.178860:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.178862:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787360430.178864:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787360430.178865:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360430.178868:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971342336:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360430.178870:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787360430.178872:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787360430.178874:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.178875:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787360430.178878:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f4137f200. 02000000:00000001:2.0:1787360430.178880:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360430.178883:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1787360430.178886:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f58c2b420. 00000400:00000010:2.0:1787360430.178889:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40a18. 00000100:00000200:2.0:1787360430.178892:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971342336, portal 10 00000100:00000001:2.0:1787360430.178894:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787360430.178900:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882659072 : -129126826892544 : ffff8a8f515a2300) 00000100:00000040:2.0:1787360430.178906:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.178912:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787360430.178914:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1787360430.178916:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40aa0. 00000100:00000200:2.0:1787360430.178918:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971342336, offset 0 00000400:00000200:2.0:1787360430.178921:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1787360430.178925:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178929:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1787360430.178931:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787360430.178934:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1787360430.178936:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787360430.178938:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1787360430.178941:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [134:134:251:4294967295] 192.168.202.160@tcp LPNI seq info [134:134:3:4294967295] 00000400:00000200:2.0:1787360430.178945:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.178950:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1787360430.178954:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1787360430.178956:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f46ee4800. 00000800:00000200:2.0:1787360430.178960:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1787360430.178964:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1787360430.178966:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f46ee4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787360430.178969:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.178971:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: using a timeout of 31918 usecs (32 jiffies) 00000400:00000200:2.0:1787360430.178974:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1787360430.178976:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295044130 00000100:00000001:2.0:1787360430.178978:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.178980:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295044130 00000100:00000001:2.0:1787360430.178981:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.178983:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.178989:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.178991:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787360430.178995:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.179001:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787360430.179003:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.179004:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787360430.179006:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787360430.179008:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787360430.179011:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971342592:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360430.179014:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787360430.179016:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787360430.179017:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.179019:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787360430.179022:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f50746a00. 02000000:00000001:2.0:1787360430.179023:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787360430.179026:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:2.0:1787360430.179041:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f50745738. 00000400:00000010:2.0:1787360430.179044:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40440. 00000100:00000200:2.0:1787360430.179047:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971342592, portal 4 00000100:00000001:2.0:1787360430.179049:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787360430.179050:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882664448 : -129126826887168 : ffff8a8f515a3800) 00000020:00000010:2.0:1787360430.179057:0:2400:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a8f508aa000. 00000100:00000040:2.0:1787360430.179063:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.179068:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787360430.179070:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:2.0:1787360430.179072:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58a40ee0. 00000100:00000200:2.0:1787360430.179074:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874182971342592, offset 0 00000400:00000200:2.0:1787360430.179078:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:2.0:1787360430.179081:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.179084:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:2.0:1787360430.179091:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787360430.179093:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:2.0:1787360430.179096:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787360430.179097:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:2.0:1787360430.179117:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [135:135:250:4294967295] 192.168.202.160@tcp LPNI seq info [135:135:2:4294967295] 00000400:00000200:2.0:1787360430.179122:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:2.0:1787360430.179127:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:2.0:1787360430.179131:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:2.0:1787360430.179135:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f46ee4d00. 00000800:00000200:2.0:1787360430.179139:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:2.0:1787360430.179142:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:2.0:1787360430.179145:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f46ee4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787360430.179148:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.179151:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: using a timeout of 15637 usecs (16 jiffies) 00000400:00000200:2.0:1787360430.179153:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:2.0:1787360430.179155:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295044114 00000100:00000001:2.0:1787360430.179157:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.179159:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295044114 00000100:00000001:2.0:1787360430.179160:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295045103 00000100:00000001:2.0:1787360430.179162:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.179164:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.179167:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.179169:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.179183:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360430.179186:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787360430.179394:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360430.179398:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f46ee4c00. 00000400:00000200:0.0:1787360430.179418:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.179424:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360430.179429:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40c38 00000400:00000010:0.0:1787360430.179432:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40c38. 00000100:00000001:0.0:1787360430.179442:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360430.179448:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179467:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360430.179471:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179477:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360430.179478:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360430.179493:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360430.179495:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f46ee4f00. 00000400:00000200:0.0:1787360430.179497:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.179500:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360430.179503:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40dd0 00000400:00000010:0.0:1787360430.179504:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40dd0. 00000100:00000001:0.0:1787360430.179506:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360430.179510:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179518:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360430.179520:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179526:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360430.179527:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360430.179557:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360430.179560:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f46ee4700. 00000400:00000200:0.0:1787360430.179563:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.179566:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360430.179569:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40550 00000400:00000010:0.0:1787360430.179570:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40550. 00000100:00000001:0.0:1787360430.179572:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360430.179575:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179582:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360430.179590:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179596:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360430.179597:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360430.179607:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360430.179609:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f46ee4200. 00000400:00000200:0.0:1787360430.179612:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.179614:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360430.179617:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40f68 00000400:00000010:0.0:1787360430.179618:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40f68. 00000100:00000001:0.0:1787360430.179620:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360430.179623:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179629:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360430.179631:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179637:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360430.179638:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360430.179645:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360430.179647:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f46ee4a00. 00000400:00000200:0.0:1787360430.179649:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.179652:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360430.179655:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40bb0 00000400:00000010:0.0:1787360430.179657:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40bb0. 00000100:00000001:0.0:1787360430.179659:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360430.179662:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179668:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360430.179671:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179676:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360430.179677:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360430.179691:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360430.179693:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f46ee4800. 00000400:00000200:0.0:1787360430.179695:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.179699:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360430.179701:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40aa0 00000400:00000010:0.0:1787360430.179703:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40aa0. 00000100:00000001:0.0:1787360430.179706:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360430.179709:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179716:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360430.179719:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.179724:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360430.179725:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360430.180085:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360430.180088:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f46ee4d00. 00000400:00000200:0.0:1787360430.180091:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.180095:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360430.180098:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40ee0 00000400:00000010:0.0:1787360430.180100:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40ee0. 00000100:00000001:0.0:1787360430.180115:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360430.180120:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.180127:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360430.180130:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.180135:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360430.180137:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787360430.187794:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.193913:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360430.193924:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.193930:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.193940:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.193964:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360430.193974:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.193978:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.193984:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.193987:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a403d80 00000400:00000200:0.0:1787360430.193992:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194014:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:0.0:1787360430.194022:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194027:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194030:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.194034:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360430.194043:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360430.194053:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360430.194076:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.194099:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360430.194119:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194123:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360430.194125:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194127:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194129:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194134:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360430.194137:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194140:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194143:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194146:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a403e80 00000400:00000200:0.0:1787360430.194149:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194153:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:0.0:1787360430.194156:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194159:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194167:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.194170:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360430.194174:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360430.194179:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360430.194187:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.194194:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360430.194198:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194201:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360430.194202:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194204:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194207:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194210:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360430.194214:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194216:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194219:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194222:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a403d00 00000400:00000200:0.0:1787360430.194225:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194228:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:0.0:1787360430.194247:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194252:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194254:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.194269:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360430.194272:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360430.194276:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360430.194285:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.194301:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360430.194314:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194317:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360430.194319:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194321:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194325:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194328:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360430.194332:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194335:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194337:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194340:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a403e00 00000400:00000200:0.0:1787360430.194343:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194346:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:0.0:1787360430.194349:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194352:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194354:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.194357:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360430.194359:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360430.194365:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360430.194374:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.194380:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360430.194384:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194386:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360430.194388:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194390:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194393:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194397:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360430.194401:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194403:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194405:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194408:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a88f3a403f80 00000400:00000200:0.0:1787360430.194412:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194422:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:0.0:1787360430.194426:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194430:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194432:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.194435:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360430.194438:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360430.194442:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360430.194450:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.194458:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360430.194557:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194562:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360430.194564:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194566:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194569:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194573:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360430.194576:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194579:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194581:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194584:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a88f3a403f00 00000400:00000200:0.0:1787360430.194586:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194590:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:0.0:1787360430.194594:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194596:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194598:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.194601:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360430.194604:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360430.194608:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360430.194616:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.194628:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360430.194632:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194635:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360430.194636:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194638:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194641:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194644:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360430.194647:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194649:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194652:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194655:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a88f3a403c80 00000400:00000200:0.0:1787360430.194658:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360430.194661:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:0.0:1787360430.194665:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194683:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360430.194685:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360430.194688:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360430.194691:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360430.194695:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360430.194704:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360430.194710:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360430.194713:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360430.194715:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.194945:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360430.194949:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787360430.194956:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787360430.194958:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787360430.194961:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f58c2b160. 00000400:00000200:2.0:1787360430.194967:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40198 00000400:00000010:2.0:1787360430.194975:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40198. 00000100:00000001:2.0:1787360430.194978:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787360430.194983:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787360430.194992:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.194998:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787360430.195000:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.195002:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787360430.195005:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787360430.195007:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787360430.195009:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.195029:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787360430.195038:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f434f8460 time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1787360430.195067:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f434f8418 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1787360430.195069:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787360430.195071:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787360430.195074:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787360430.195077:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.195081:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787360430.195083:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f44ad5000: skip recheck: last_committed 0 00000100:00000001:2.0:1787360430.195084:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787360430.195086:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.195091:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195097:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.195108:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787360430.195111:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787360430.195115:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360430.195122:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971342080:192.168.202.160@tcp:400:kworker.0 00000400:00000001:2.0:1787360430.195128:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787360430.195135:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787360430.195137:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f58c2b420. 00000400:00000200:2.0:1787360430.195140:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40a18 00000400:00000010:2.0:1787360430.195142:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40a18. 00000100:00000001:2.0:1787360430.195144:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787360430.195148:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787360430.195156:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195162:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787360430.195164:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.195165:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787360430.195167:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787360430.195168:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787360430.195169:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.195171:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787360430.195175:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f42aaac60 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1787360430.195178:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f42aaac18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1787360430.195180:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787360430.195181:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787360430.195182:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787360430.195184:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.195186:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787360430.195187:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:2.0:1787360430.195189:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787360430.195190:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.195193:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195199:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.195201:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787360430.195202:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787360430.195205:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360430.195222:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971342336:192.168.202.160@tcp:400:kworker.0 00000400:00000001:2.0:1787360430.195227:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787360430.195228:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787360430.195230:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f50745738. 00000400:00000200:2.0:1787360430.195232:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40440 00000400:00000010:2.0:1787360430.195234:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40440. 00000100:00000001:2.0:1787360430.195236:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787360430.195239:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787360430.195247:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195252:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787360430.195253:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.195255:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787360430.195257:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787360430.195258:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787360430.195259:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.195261:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787360430.195266:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f44838c60 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1787360430.195269:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f44838c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1787360430.195271:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787360430.195272:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787360430.195273:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787360430.195276:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787360430.195282:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.195284:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787360430.195285:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:2.0:1787360430.195287:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787360430.195288:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.195290:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195302:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.195303:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787360430.195304:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787360430.195308:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360430.195314:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971342592:192.168.202.160@tcp:400:kworker.0 00000400:00000001:2.0:1787360430.195318:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787360430.195320:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787360430.195321:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f58c2b630. 00000400:00000200:2.0:1787360430.195324:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40d48 00000400:00000010:2.0:1787360430.195325:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40d48. 00000100:00000001:2.0:1787360430.195327:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787360430.195330:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787360430.195338:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195344:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787360430.195345:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.195346:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787360430.195348:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787360430.195349:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787360430.195350:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.195352:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787360430.195354:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f58b4bc60 time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1787360430.195357:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f58b4bc18 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1787360430.195359:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787360430.195360:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787360430.195362:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787360430.195363:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.195365:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.195368:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195379:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.195381:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787360430.195382:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787360430.195386:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360430.195392:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971341952:192.168.202.160@tcp:400:kworker.0 00000400:00000001:2.0:1787360430.195397:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787360430.195398:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787360430.195400:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f58c2b7e8. 00000400:00000200:2.0:1787360430.195402:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40cc0 00000400:00000010:2.0:1787360430.195403:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40cc0. 00000100:00000001:2.0:1787360430.195405:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787360430.195408:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787360430.195415:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195420:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787360430.195422:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.195423:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787360430.195425:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787360430.195426:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787360430.195427:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.195428:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787360430.195432:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f434ff460 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1787360430.195435:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f434ff418 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1787360430.195437:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787360430.195438:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787360430.195440:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787360430.195443:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787360430.195458:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.195609:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787360430.195611:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f44ad5000: skip recheck: last_committed 0 00000100:00000001:2.0:1787360430.195612:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787360430.195613:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.195619:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195624:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.195626:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787360430.195627:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787360430.195629:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360430.195635:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971342208:192.168.202.160@tcp:400:kworker.0 00000400:00000001:2.0:1787360430.195640:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787360430.195641:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787360430.195643:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f58c2b108. 00000400:00000200:2.0:1787360430.195646:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a407f8 00000400:00000010:2.0:1787360430.195647:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a407f8. 00000100:00000001:2.0:1787360430.195649:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787360430.195652:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787360430.195659:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195664:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787360430.195665:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.195666:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787360430.195668:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787360430.195669:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787360430.195670:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.195677:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787360430.195681:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f60c58460 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1787360430.195684:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f60c58418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1787360430.195686:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787360430.195687:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787360430.195689:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787360430.195692:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787360430.195697:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.195699:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787360430.195700:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:2.0:1787360430.195701:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787360430.195702:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.195706:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195711:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.195713:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787360430.195714:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787360430.195717:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360430.195817:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971342464:192.168.202.160@tcp:400:kworker.0 00000400:00000001:2.0:1787360430.195823:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787360430.195824:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787360430.195826:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f58c2bdc0. 00000400:00000200:2.0:1787360430.195828:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58a40880 00000400:00000010:2.0:1787360430.195830:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58a40880. 00000100:00000001:2.0:1787360430.195832:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787360430.195835:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787360430.195844:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195861:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787360430.195863:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.195865:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787360430.195866:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787360430.195867:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787360430.195869:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787360430.195870:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787360430.195874:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f4483e460 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1787360430.195876:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f4483e418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1787360430.195878:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787360430.195879:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787360430.195881:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787360430.195885:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787360430.195891:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.195893:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787360430.195894:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:2.0:1787360430.195895:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787360430.195897:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787360430.195900:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195905:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787360430.195907:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787360430.195908:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787360430.195912:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787360430.195919:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971342720:192.168.202.160@tcp:400:kworker.0 00000100:00000001:2.0:1787360430.195923:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.195926:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787360430.195930:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a3100 x1874182971342080/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195943:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787360430.195946:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787360430.195949:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f6071e600. 02000000:00000001:2.0:1787360430.195954:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787360430.195957:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787360430.195959:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f434f8000 refcount=3 obd=lustre-MDT0000-mdc-ffff8a8f44ad5000 00000020:00000001:2.0:1787360430.195961:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787360430.195964:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f47d99400. 02000000:00000001:2.0:1787360430.195970:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787360430.195972:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787360430.195974:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a3100. 00000100:00000001:2.0:1787360430.195977:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787360430.195979:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.195980:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787360430.195985:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a2300 x1874182971342336/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.195990:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787360430.195992:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787360430.195994:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f4137f200. 02000000:00000001:2.0:1787360430.195996:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787360430.195997:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787360430.195998:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f42aaa800 refcount=3 obd=lustre-MDT0000-mdc-ffff8a8f434e3800 00000020:00000001:2.0:1787360430.196000:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787360430.196001:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f47d99a00. 02000000:00000001:2.0:1787360430.196003:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787360430.196004:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787360430.196006:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a2300. 00000100:00000001:2.0:1787360430.196008:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787360430.196009:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.196010:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787360430.196013:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a3800 x1874182971342592/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.196019:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787360430.196019:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787360430.196027:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f50746a00. 02000000:00000001:2.0:1787360430.196029:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787360430.196030:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787360430.196032:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f44838800 refcount=2 obd=lustre-OST0000-osc-ffff8a8f434e3800 00000020:00000001:2.0:1787360430.196033:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787360430.196035:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f42d30700. 02000000:00000001:2.0:1787360430.196037:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787360430.196038:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787360430.196039:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a3800. 00000100:00000001:2.0:1787360430.196041:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787360430.196043:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.196045:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787360430.196049:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a0e00 x1874182971341952/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.196054:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787360430.196055:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787360430.196348:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f6071ec00. 02000000:00000001:2.0:1787360430.196353:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787360430.196354:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787360430.196356:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f58b4b800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:2.0:1787360430.196358:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787360430.196359:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f47d99e00. 02000000:00000001:2.0:1787360430.196362:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787360430.196363:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787360430.196365:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a0e00. 00000100:00000001:2.0:1787360430.196368:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787360430.196370:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.196372:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787360430.196376:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a3b80 x1874182971342208/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.196382:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787360430.196384:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787360430.196385:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f6071fa00. 02000000:00000001:2.0:1787360430.196387:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787360430.196388:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787360430.196389:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f434ff000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a8f44ad5000 00000020:00000001:2.0:1787360430.196391:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787360430.196399:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f47d99100. 02000000:00000001:2.0:1787360430.196401:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787360430.196403:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787360430.196404:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a3b80. 00000100:00000001:2.0:1787360430.196406:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787360430.196407:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.196409:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787360430.196413:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a0380 x1874182971342464/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.196418:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787360430.196419:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787360430.196421:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f6071ea00. 02000000:00000001:2.0:1787360430.196444:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787360430.196446:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787360430.196447:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f60c58000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a8f434e3800 00000020:00000001:2.0:1787360430.196449:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787360430.196450:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f42d30b00. 02000000:00000001:2.0:1787360430.196452:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787360430.196982:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787360430.196985:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a0380. 00000100:00000001:2.0:1787360430.196988:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787360430.196989:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.196991:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787360430.196996:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a1180 x1874182971342720/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787360430.197022:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787360430.197023:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787360430.197025:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f6071f800. 02000000:00000001:2.0:1787360430.197028:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787360430.197029:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787360430.197030:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f4483e000 refcount=2 obd=lustre-OST0001-osc-ffff8a8f434e3800 00000020:00000001:2.0:1787360430.197051:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787360430.197053:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f42d30f00. 02000000:00000001:2.0:1787360430.197055:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787360430.197056:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787360430.197057:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a1180. 00000100:00000001:2.0:1787360430.197076:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787360430.197078:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.197080:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787360430.197087:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787360430.197088:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787360430.197090:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360430.197093:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360430.241698:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360430.241806:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360430.241813:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360430.241814:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787360430.247280:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787360430.247288:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787360430.247294:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787360431.201349:0:264:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621910 (cpu 1) has reached its deadline 4295045103, at 4295045120 00000100:00000010:1.0:1787360431.201366:0:264:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f58945720. 00000100:00000040:0.0:1787360431.201730:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621800 (cpu 0) has reached its deadline 4295045103, at 4295045121 00000100:00000010:0.0:1787360431.201736:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f58945c60. 00010000:00000001:0.0:1787360431.264659:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360431.264667:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360431.264673:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360431.264674:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360431.264892:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360431.264896:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360431.264899:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360432.290965:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360432.290972:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360432.290978:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360432.290979:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787360432.295364:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787360432.295371:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787360432.295376:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787360432.921445:0:9627:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787360432.921456:0:9627:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787360432.957809:0:9629:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787360432.957822:0:9629:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787360433.041875:0:9636:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787360433.041886:0:9636:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787360433.063006:0:9638:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787360433.063017:0:9638:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360433.312824:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360433.312831:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360433.312836:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360433.312837:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360433.312944:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360433.312948:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360433.312951:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360434.336820:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360434.336830:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360434.336837:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360434.336838:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787360434.336890:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787360434.336894:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787360434.336897:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787360435.296608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9a03789-dca9-4666-898f-1dc7741f053a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360435.296617:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360435.296623:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a0000. 00000020:00000040:3.0:1787360435.296629:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f58b4b800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:3.0:1787360435.296633:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360435.296636:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360435.296640:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360435.296647:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f42d30d00. 00000100:00000001:3.0:1787360435.296670:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296682:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9a03789-dca9-4666-898f-1dc7741f053a->MGS req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360435.296692:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360435.296697:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296703:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000574274cf] to pc [ptlrpcd_01_00+0] req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.296733:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360435.296739:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360435.296742:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a3480. 00000020:00000040:3.0:1787360435.296744:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f434f8000 refcount=4 obd=lustre-MDT0000-mdc-ffff8a8f44ad5000 00000100:00000001:3.0:1787360435.296746:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360435.296748:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360435.296750:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360435.296753:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f42d30200. 00000100:00000001:3.0:1787360435.296756:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296760:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360435.296767:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360435.296769:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296773:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ace01c77] to pc [ptlrpcd_01_01+1] req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.296779:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360435.296784:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360435.296787:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a1880. 00000020:00000040:3.0:1787360435.296789:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f434ff000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a8f44ad5000 00000100:00000001:3.0:1787360435.296791:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360435.296792:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360435.296801:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360435.296804:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f42d30300. 00000100:00000001:3.0:1787360435.296807:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296812:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360435.296818:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360435.296820:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296823:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051e9c391] to pc [ptlrpcd_01_00+0] req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.296829:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787360435.296834:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787360435.296837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787360435.296839:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787360435.296842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360435.296845:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360435.296848:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a2a00. 00000020:00000040:3.0:1787360435.296851:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f42aaa800 refcount=4 obd=lustre-MDT0000-mdc-ffff8a8f434e3800 00000100:00000001:3.0:1787360435.296853:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360435.296854:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360435.296855:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360435.296859:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f42d30a00. 00000100:00000001:3.0:1787360435.296862:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296866:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360435.296872:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360435.296873:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296876:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e0b9cbe] to pc [ptlrpcd_01_01+1] req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.296901:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360435.296906:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360435.296909:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a2680. 00000020:00000040:3.0:1787360435.296912:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f60c58000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a8f434e3800 00000100:00000001:3.0:1787360435.296914:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360435.296915:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360435.296917:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360435.296922:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f42d30f00. 00000100:00000001:3.0:1787360435.296925:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296929:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360435.296936:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360435.296937:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296941:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e33fe422] to pc [ptlrpcd_01_00+0] req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.296947:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360435.296953:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360435.296956:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a1f80. 00000020:00000040:3.0:1787360435.296958:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f44838800 refcount=3 obd=lustre-OST0000-osc-ffff8a8f434e3800 00000100:00000001:3.0:1787360435.296960:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360435.296961:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360435.296963:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360435.296966:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f42d30b00. 00000100:00000001:3.0:1787360435.296968:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.296972:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0000_UUID req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360435.296989:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360435.296996:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.297001:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047f1d765] to pc [ptlrpcd_01_01+1] req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297009:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.297011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787360435.297013:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787360435.297017:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f515a0700. 00000020:00000040:3.0:1787360435.297019:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f4483e000 refcount=3 obd=lustre-OST0001-osc-ffff8a8f434e3800 00000100:00000001:3.0:1787360435.297021:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787360435.297023:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787360435.297025:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787360435.297028:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f42d30700. 00000100:00000001:3.0:1787360435.297030:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.297034:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0001_UUID req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787360435.297040:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787360435.297041:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.297044:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007836167f] to pc [ptlrpcd_01_00+0] req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297050:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.297063:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000100:00000001:3.0:1787360435.297074:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787360435.297078:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787360435.297079:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787360435.297084:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297091:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787360435.297093:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297096:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787360435.297099:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787360435.297101:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787360435.297104:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971342976:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1787360435.297113:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787360435.297118:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787360435.297120:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297123:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787360435.297126:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f4486d200. 02000000:00000001:3.0:1787360435.297128:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787360435.297134:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1787360435.297138:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f46e30dc0. 00000400:00000010:3.0:1787360435.297144:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7ca18. 00000100:00000200:3.0:1787360435.297150:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971342976, portal 10 00000100:00000001:3.0:1787360435.297153:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787360435.297154:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882663552 : -129126826888064 : ffff8a8f515a3480) 00000100:00000040:3.0:1787360435.297161:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297168:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787360435.297170:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1787360435.297173:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7cc38. 00000100:00000200:3.0:1787360435.297176:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971342976, offset 0 00000400:00000200:3.0:1787360435.297182:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1787360435.297190:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1787360435.297196:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1787360435.297200:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787360435.297205:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1787360435.297209:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787360435.297211:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1787360435.297215:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [136:136:256:4294967295] 192.168.202.160@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:3.0:1787360435.297219:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1787360435.297229:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1787360435.297235:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1787360435.297240:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f48857900. 00000800:00000200:3.0:1787360435.297248:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1787360435.297262:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1787360435.297267:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f48857900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787360435.297285:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.297289:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: using a timeout of 110923 usecs (111 jiffies) 00000400:00000200:3.0:1787360435.297293:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1787360435.297296:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 0 is 4295049327 00000100:00000010:3.0:1787360435.297300:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a8f44f18f00. 00000100:00000001:3.0:1787360435.297306:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787360435.297311:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 1 is 4295049327 00000100:00000010:3.0:1787360435.297314:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a8f44f186c0. 00000100:00000001:3.0:1787360435.297316:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787360435.297319:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.297322:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.297325:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787360435.297328:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297335:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787360435.297337:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297339:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787360435.297340:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787360435.297342:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787360435.297345:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971343232:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1787360435.297348:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787360435.297351:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787360435.297352:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297354:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787360435.297356:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f4486de00. 02000000:00000001:3.0:1787360435.297358:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787360435.297362:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1787360435.297364:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f46e30420. 00000400:00000010:3.0:1787360435.297368:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7c7f8. 00000100:00000200:3.0:1787360435.297374:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971343232, portal 10 00000100:00000001:3.0:1787360435.297376:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787360435.297377:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882660864 : -129126826890752 : ffff8a8f515a2a00) 00000100:00000040:3.0:1787360435.297384:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297390:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787360435.297392:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1787360435.297394:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7cdd0. 00000100:00000200:3.0:1787360435.297397:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971343232, offset 0 00000400:00000200:3.0:1787360435.297401:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1787360435.297405:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1787360435.297408:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1787360435.297411:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787360435.297413:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1787360435.297416:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787360435.297418:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1787360435.297421:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [137:137:255:4294967295] 192.168.202.160@tcp LPNI seq info [137:137:7:4294967295] 00000400:00000200:3.0:1787360435.297424:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1787360435.297430:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1787360435.297435:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1787360435.297448:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f43428100. 00000800:00000200:3.0:1787360435.297452:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1787360435.297456:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1787360435.297459:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f43428100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787360435.297462:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.297464:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: using a timeout of 30701 usecs (31 jiffies) 00000400:00000200:3.0:1787360435.297468:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1787360435.297469:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295049247 00000100:00000001:3.0:1787360435.297472:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295049327 00000100:00000001:3.0:1787360435.297474:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295049247 00000100:00000001:3.0:1787360435.297481:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295049327 00000100:00000001:3.0:1787360435.297483:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.297485:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.297487:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787360435.297491:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297497:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787360435.297499:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297501:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787360435.297502:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787360435.297504:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787360435.297506:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971343488:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1787360435.297509:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787360435.297511:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787360435.297512:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297514:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787360435.297516:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f4486c200. 02000000:00000001:3.0:1787360435.297518:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787360435.297521:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1787360435.297523:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f46e30630. 00000400:00000010:3.0:1787360435.297527:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7ccc0. 00000100:00000200:3.0:1787360435.297530:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971343488, portal 4 00000100:00000001:3.0:1787360435.297531:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787360435.297532:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882658176 : -129126826893440 : ffff8a8f515a1f80) 00000100:00000040:3.0:1787360435.297557:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297564:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787360435.297566:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1787360435.297568:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7c110. 00000100:00000200:3.0:1787360435.297571:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874182971343488, offset 0 00000800:00000200:1.0:1787360435.297574:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1787360435.297574:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1787360435.297578:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000800:00000010:1.0:1787360435.297579:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f48857900. 00000400:00000200:1.0:1787360435.297584:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787360435.297585:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:1.0:1787360435.297588:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:3.0:1787360435.297588:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787360435.297590:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1787360435.297592:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787360435.297593:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7cc38 00000400:00000200:3.0:1787360435.297594:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000010:1.0:1787360435.297595:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7cc38. 00000400:00000200:3.0:1787360435.297597:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [138:138:254:4294967295] 192.168.202.160@tcp LPNI seq info [138:138:6:4294967295] 00000100:00000001:1.0:1787360435.297599:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1787360435.297601:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000200:1.0:1787360435.297603:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787360435.297607:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1787360435.297611:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000100:00000001:1.0:1787360435.297612:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1787360435.297614:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f43428200. 00000100:00000040:1.0:1787360435.297615:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1787360435.297617:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1787360435.297621:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000100:00000001:1.0:1787360435.297623:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787360435.297624:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f43428200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787360435.297625:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787360435.297627:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.297629:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: using a timeout of 17765 usecs (18 jiffies) 00000400:00000200:3.0:1787360435.297632:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1787360435.297634:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295049234 00000800:00000200:1.0:1787360435.297635:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1787360435.297636:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295049327 00000800:00000010:1.0:1787360435.297637:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f43428100. 00000100:00000001:3.0:1787360435.297638:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295049234 00000400:00000200:1.0:1787360435.297639:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1787360435.297640:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295049327 00000100:00000001:3.0:1787360435.297642:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1787360435.297643:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:3.0:1787360435.297644:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.297647:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787360435.297650:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7cdd0 00000100:00000001:3.0:1787360435.297650:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1787360435.297651:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7cdd0. 00000100:00000001:1.0:1787360435.297654:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1787360435.297657:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1787360435.297658:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297659:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787360435.297661:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787360435.297662:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787360435.297664:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360435.297665:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1787360435.297666:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000040:1.0:1787360435.297667:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297668:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360435.297673:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.297673:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787360435.297675:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787360435.297675:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.297677:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787360435.297678:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787360435.297679:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787360435.297683:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297688:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787360435.297689:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297691:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787360435.297693:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787360435.297694:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787360435.297697:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971342848:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1787360435.297699:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787360435.297702:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787360435.297703:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297705:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787360435.297707:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f4486d800. 02000000:00000001:3.0:1787360435.297708:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787360435.297711:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1787360435.297713:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f46e307e8. 00000400:00000010:3.0:1787360435.297717:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7c908. 00000100:00000200:3.0:1787360435.297719:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971342848, portal 25 00000100:00000001:3.0:1787360435.297721:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787360435.297722:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882650112 : -129126826901504 : ffff8a8f515a0000) 00000100:00000040:3.0:1787360435.297727:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297732:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787360435.297734:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000800:00000200:1.0:1787360435.297736:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1787360435.297736:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7c6e8. 00000800:00000010:1.0:1787360435.297739:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f43428200. 00000100:00000200:3.0:1787360435.297739:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874182971342848, offset 0 00000400:00000200:1.0:1787360435.297742:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787360435.297743:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:1.0:1787360435.297745:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1787360435.297747:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7c110 00000400:00000200:3.0:1787360435.297747:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:1.0:1787360435.297749:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7c110. 00000400:00000200:3.0:1787360435.297750:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000100:00000001:1.0:1787360435.297751:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787360435.297754:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787360435.297757:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787360435.297760:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000100:00000001:1.0:1787360435.297761:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1787360435.297762:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1787360435.297764:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787360435.297764:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1787360435.297767:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [139:139:255:4294967295] 192.168.202.160@tcp LPNI seq info [139:139:7:4294967295] 00000100:00000001:1.0:1787360435.297770:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787360435.297771:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1787360435.297772:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1787360435.297778:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1787360435.297782:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1787360435.297785:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f43428f00. 00000800:00000200:3.0:1787360435.297788:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1787360435.297792:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1787360435.297795:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f43428f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787360435.297811:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787360435.297814:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1787360435.297816:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295050222 00000100:00000001:3.0:1787360435.297822:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295049327 00000100:00000001:3.0:1787360435.297825:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295050222 00000100:00000001:3.0:1787360435.297827:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295049327 00000100:00000001:3.0:1787360435.297829:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.297831:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.297833:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787360435.297837:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297843:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787360435.297844:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297846:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787360435.297848:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787360435.297849:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787360435.297852:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971343104:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1787360435.297862:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787360435.297864:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787360435.297865:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297867:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787360435.297869:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f4486c600. 02000000:00000001:3.0:1787360435.297871:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787360435.297875:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1787360435.297877:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f46e30c08. 00000400:00000010:3.0:1787360435.297880:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7c2a8. 00000100:00000200:3.0:1787360435.297882:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971343104, portal 10 00000100:00000001:3.0:1787360435.297884:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787360435.297885:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882656384 : -129126826895232 : ffff8a8f515a1880) 00000100:00000040:3.0:1787360435.297891:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297897:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787360435.297899:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1787360435.297901:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7c088. 00000100:00000200:3.0:1787360435.297903:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971343104, offset 0 00000400:00000200:3.0:1787360435.297907:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1787360435.297911:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1787360435.297915:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1787360435.297918:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787360435.297920:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1787360435.297922:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787360435.297924:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1787360435.297927:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [140:140:255:4294967295] 192.168.202.160@tcp LPNI seq info [140:140:7:4294967295] 00000400:00000200:3.0:1787360435.297930:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1787360435.297936:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1787360435.297940:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1787360435.297943:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f43428c00. 00000800:00000200:3.0:1787360435.297946:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1787360435.297956:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1787360435.297958:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f43428c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787360435.297961:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.297964:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: using a timeout of 136057 usecs (137 jiffies) 00000400:00000200:3.0:1787360435.297968:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1787360435.297970:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 0 is 4295049353 00000100:00000001:3.0:1787360435.297972:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 0, keep current deadline 4295050222 00000100:00000001:3.0:1787360435.297974:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 1 is 4295049353 00000100:00000001:3.0:1787360435.297976:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 1, keep current deadline 4295050222 00000100:00000001:3.0:1787360435.297979:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.297981:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.297983:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787360435.297988:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.297993:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787360435.297994:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.297996:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787360435.297998:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787360435.297999:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787360435.298002:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971343360:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1787360435.298005:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787360435.298007:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787360435.298009:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.298010:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787360435.298013:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f4486c000. 02000000:00000001:3.0:1787360435.298015:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787360435.298017:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1787360435.298020:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f46e30000. 00000400:00000010:3.0:1787360435.298023:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7c990. 00000100:00000200:3.0:1787360435.298026:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971343360, portal 10 00000100:00000001:3.0:1787360435.298027:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787360435.298034:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882659968 : -129126826891648 : ffff8a8f515a2680) 00000020:00000010:3.0:1787360435.298109:0:2400:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a8f4489c000. 00000100:00000040:3.0:1787360435.298117:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.298124:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787360435.298126:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1787360435.298129:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7c660. 00000100:00000200:3.0:1787360435.298132:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971343360, offset 0 00000400:00000200:3.0:1787360435.298136:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1787360435.298140:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1787360435.298144:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:3.0:1787360435.298146:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787360435.298149:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:3.0:1787360435.298151:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787360435.298153:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:3.0:1787360435.298156:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [141:141:254:4294967295] 192.168.202.160@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:3.0:1787360435.298159:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:3.0:1787360435.298165:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1787360435.298170:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:3.0:1787360435.298173:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f43428400. 00000800:00000200:3.0:1787360435.298176:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1787360435.298179:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1787360435.298182:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f43428400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787360435.298185:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.298187:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:3.0:1787360435.298190:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1787360435.298192:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295049247 00000100:00000001:3.0:1787360435.298194:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295050222 00000100:00000001:3.0:1787360435.298196:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295049247 00000100:00000001:3.0:1787360435.298198:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295050222 00000100:00000001:3.0:1787360435.298207:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.298209:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.298211:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787360435.298216:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.298222:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787360435.298223:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.298226:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1787360435.298227:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1787360435.298227:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787360435.298229:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1787360435.298230:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f43428f00. 00000100:00100000:3.0:1787360435.298232:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f515a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971343616:192.168.202.160@tcp:400:kworker.0 00000400:00000200:1.0:1787360435.298233:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1787360435.298235:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1787360435.298237:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 02000000:00000001:3.0:1787360435.298237:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787360435.298239:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787360435.298240:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7c6e8 02000000:00000001:3.0:1787360435.298240:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1787360435.298242:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7c6e8. 02000000:00000010:3.0:1787360435.298243:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f4486d600. 00000100:00000001:1.0:1787360435.298244:0:2390:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1787360435.298244:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787360435.298248:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787360435.298248:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1787360435.298250:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f46e30a50. 00000400:00000010:3.0:1787360435.298253:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7cb28. 00000100:00000200:3.0:1787360435.298256:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971343616, portal 4 00000100:00000001:3.0:1787360435.298258:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787360435.298259:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946882651904 : -129126826899712 : ffff8a8f515a0700) 00000100:00000040:3.0:1787360435.298264:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360435.298266:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360435.298269:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.298271:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787360435.298273:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:3.0:1787360435.298275:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f45e7cee0. 00000100:00000001:1.0:1787360435.298276:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360435.298277:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1787360435.298277:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874182971343616, offset 0 00000400:00000200:3.0:1787360435.298281:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:3.0:1787360435.298285:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000800:00000200:1.0:1787360435.298287:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1787360435.298288:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000800:00000010:1.0:1787360435.298289:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f43428c00. 00000400:00000200:1.0:1787360435.298291:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360435.298294:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:3.0:1787360435.298294:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787360435.298296:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7c088 00000400:00000200:3.0:1787360435.298297:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000010:1.0:1787360435.298298:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7c088. 00000400:00000200:3.0:1787360435.298299:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787360435.298300:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1787360435.298301:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000100:00000200:1.0:1787360435.298303:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787360435.298304:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [142:142:254:4294967295] 192.168.202.160@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:3.0:1787360435.298309:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:1.0:1787360435.298310:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360435.298314:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787360435.298315:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:3.0:1787360435.298320:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000100:00000001:1.0:1787360435.298321:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360435.298322:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1787360435.298323:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f43428500. 00000800:00000200:3.0:1787360435.298327:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:3.0:1787360435.298330:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:3.0:1787360435.298333:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f43428500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787360435.298337:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.298339:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: using a timeout of 14176 usecs (15 jiffies) 00000400:00000200:3.0:1787360435.298343:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1787360435.298344:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295049231 00000100:00000001:3.0:1787360435.298346:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295050222 00000100:00000001:3.0:1787360435.298349:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295049231 00000100:00000001:3.0:1787360435.298351:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295050222 00000100:00000001:3.0:1787360435.298353:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.298355:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.298357:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787360435.298359:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1787360435.298360:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1787360435.298361:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f43428400. 00000400:00000200:1.0:1787360435.298363:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360435.298367:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1787360435.298369:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7c660 00000400:00000010:1.0:1787360435.298371:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7c660. 00000100:00000001:1.0:1787360435.298373:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787360435.298376:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360435.298382:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360435.298385:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360435.298400:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360435.298402:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787360435.298413:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787360435.298415:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f43428500. 00000400:00000200:1.0:1787360435.298417:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360435.298420:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:1.0:1787360435.298424:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7cee0 00000400:00000010:1.0:1787360435.298426:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7cee0. 00000100:00000001:1.0:1787360435.298427:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787360435.298430:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360435.298436:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360435.298439:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360435.298444:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360435.298445:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787360435.298739:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787360435.298743:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787360435.323152:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360435.323171:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360435.323175:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360435.323178:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360435.323186:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360435.323194:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360435.323204:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360435.323208:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360435.323214:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360435.323219:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a88f3a404280 00000400:00000200:0.0:1787360435.323224:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360435.323230:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:0.0:1787360435.323236:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360435.323248:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360435.323252:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360435.323256:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360435.323273:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360435.323284:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360435.323295:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360435.323307:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360435.323317:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360435.323321:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.325765:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787360435.325774:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787360435.325785:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787360435.325787:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787360435.325790:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f46e30630. 00000400:00000200:3.0:1787360435.325799:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7ccc0 00000400:00000010:3.0:1787360435.325802:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7ccc0. 00000100:00000001:3.0:1787360435.325806:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787360435.325823:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787360435.325835:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.325844:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787360435.325847:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.325849:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787360435.325852:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787360435.325854:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787360435.325856:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.325859:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787360435.325869:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f44838c60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787360435.325873:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f44838c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787360435.325876:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787360435.325877:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787360435.325880:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787360435.325885:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787360435.325892:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.325895:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787360435.325897:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:3.0:1787360435.325898:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787360435.325900:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.325904:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.325912:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.325915:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787360435.325917:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787360435.325921:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360435.325930:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971343488:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1787360435.325941:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.325944:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787360435.325948:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a1f80 x1874182971343488/t0(0) o400->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.325954:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787360435.325956:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787360435.325959:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f4486c200. 02000000:00000001:3.0:1787360435.325963:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787360435.325966:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787360435.325968:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f44838800 refcount=2 obd=lustre-OST0000-osc-ffff8a8f434e3800 00000020:00000001:3.0:1787360435.325970:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787360435.325973:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f42d30b00. 02000000:00000001:3.0:1787360435.325978:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787360435.325979:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787360435.325982:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a1f80. 00000100:00000001:3.0:1787360435.325985:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787360435.325986:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.325990:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.325992:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787360435.325993:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787360435.325996:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.325997:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787360435.340773:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.340794:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360435.340799:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.340802:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.340811:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.340819:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360435.340828:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.340832:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.340837:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.340841:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404080 00000400:00000200:1.0:1787360435.340845:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.340851:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:1.0:1787360435.340858:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.340861:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.340864:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360435.340868:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360435.340883:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360435.340892:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360435.342849:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360435.342875:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360435.342888:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787360435.342889:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787360435.342893:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787360435.342900:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787360435.342902:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787360435.342905:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f46e30dc0. 00000800:00000001:1.0:1787360435.342908:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787360435.342909:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7ca18 00000800:00000001:1.0:1787360435.342910:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1787360435.342911:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7ca18. 00000800:00000001:1.0:1787360435.342913:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.342915:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787360435.342919:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000200:3.0:1787360435.342919:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787360435.342924:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000100:00000200:3.0:1787360435.342929:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787360435.342930:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.342934:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1787360435.342936:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1787360435.342938:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.342942:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404180 00000100:00000001:3.0:1787360435.342942:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.342945:0:2400:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:1.0:1787360435.342946:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 02000000:00000001:3.0:1787360435.342949:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1787360435.342951:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x7b9 [1] + 224 00000100:00000001:3.0:1787360435.342951:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787360435.342953:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787360435.342956:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1787360435.342956:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787360435.342959:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.342961:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1787360435.342965:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f434f8460 time=78 v=5 (5 0 0 0) 00000400:00000200:1.0:1787360435.342966:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00001000:3.0:1787360435.342969:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f434f8418 time=78 v=5 (1 0 0 0) 00000100:00000001:1.0:1787360435.342970:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1787360435.342972:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1787360435.342974:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.342974:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787360435.342976:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787360435.342980:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787360435.342982:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.342983:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787360435.342985:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f44ad5000: skip recheck: last_committed 0 00000100:00000001:3.0:1787360435.342987:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787360435.342989:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787360435.342989:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787360435.342993:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1787360435.342994:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1787360435.342995:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360435.342996:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787360435.343001:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1787360435.343003:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.343004:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1787360435.343006:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:3.0:1787360435.343006:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.343009:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000100:00000040:3.0:1787360435.343010:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787360435.343014:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.343016:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00100000:3.0:1787360435.343018:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971342976:192.168.202.160@tcp:400:kworker.0 00000400:00000200:1.0:1787360435.343019:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.343022:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a88f3a404000 00000400:00000001:3.0:1787360435.343023:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787360435.343024:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1787360435.343026:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:3.0:1787360435.343026:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f46e30420. 00000400:00000200:3.0:1787360435.343028:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7c7f8 00000400:00000010:3.0:1787360435.343029:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7c7f8. 00000100:00000001:3.0:1787360435.343031:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787360435.343034:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787360435.352032:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:1.0:1787360435.352053:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.359788:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.359800:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360435.359811:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360435.359822:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360435.359833:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360435.359845:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360435.359854:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360435.359866:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.359875:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360435.359877:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.359879:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.359887:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.359891:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360435.359907:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.359911:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.359917:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.359921:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404200 00000400:00000200:1.0:1787360435.359925:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.359931:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:1.0:1787360435.359938:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.359956:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.359958:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360435.359962:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360435.359966:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360435.359971:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360435.359980:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360435.359987:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360435.359991:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.359995:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360435.359997:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.359999:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.360002:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.360005:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360435.360009:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.360012:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.360015:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.360017:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a88f3a404300 00000400:00000200:1.0:1787360435.360021:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.360025:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:1.0:1787360435.360029:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.360039:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.360041:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360435.360044:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360435.360047:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360435.360051:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360435.360071:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360435.360078:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360435.360088:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.360091:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787360435.361906:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360435.361918:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360435.361924:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360435.361925:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360435.362693:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360435.362696:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360435.362700:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1787360435.364879:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.364906:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787360435.364910:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.364913:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787360435.364917:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787360435.364919:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787360435.364921:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.364923:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787360435.364932:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f42aaac60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787360435.364937:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f42aaac18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787360435.364939:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787360435.364941:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787360435.364943:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787360435.364946:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.364949:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787360435.364951:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:3.0:1787360435.364953:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787360435.364955:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.364960:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.364967:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.364970:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787360435.364972:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787360435.364976:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360435.364994:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971343232:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1787360435.365000:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.365003:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787360435.365007:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a3480 x1874182971342976/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365013:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787360435.365016:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787360435.365025:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f4486d200. 02000000:00000001:3.0:1787360435.365030:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787360435.365033:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787360435.365035:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f434f8000 refcount=3 obd=lustre-MDT0000-mdc-ffff8a8f44ad5000 00000020:00000001:3.0:1787360435.365037:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787360435.365040:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f42d30200. 02000000:00000001:3.0:1787360435.365045:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787360435.365046:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787360435.365049:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a3480. 00000100:00000001:3.0:1787360435.365052:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787360435.365065:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.365068:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787360435.365072:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a2a00 x1874182971343232/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365078:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787360435.365079:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787360435.365081:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f4486de00. 02000000:00000001:3.0:1787360435.365083:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787360435.365085:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787360435.365086:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f42aaa800 refcount=3 obd=lustre-MDT0000-mdc-ffff8a8f434e3800 00000020:00000001:3.0:1787360435.365087:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787360435.365089:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f42d30a00. 02000000:00000001:3.0:1787360435.365091:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787360435.365092:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787360435.365094:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a2a00. 00000100:00000001:3.0:1787360435.365393:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787360435.365396:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.365401:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.365403:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787360435.365406:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787360435.365413:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787360435.365415:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787360435.365419:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f46e307e8. 00000400:00000200:3.0:1787360435.365423:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7c908 00000400:00000010:3.0:1787360435.365425:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7c908. 00000100:00000001:3.0:1787360435.365430:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787360435.365435:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787360435.365452:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365459:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787360435.365461:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.365462:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787360435.365464:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787360435.365466:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787360435.365467:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.365469:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787360435.365473:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f58b4bc60 time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1787360435.365475:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f58b4bc18 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1787360435.365477:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787360435.365479:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787360435.365481:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787360435.365483:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.365485:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.365489:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365495:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.365497:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787360435.365498:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787360435.365501:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360435.365508:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9a03789-dca9-4666-898f-1dc7741f053a:2400:1874182971342848:192.168.202.160@tcp:400:kworker.0 00000400:00000001:3.0:1787360435.365514:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787360435.365515:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787360435.365517:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f46e30000. 00000400:00000200:3.0:1787360435.365520:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7c990 00000400:00000010:3.0:1787360435.365522:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7c990. 00000100:00000001:3.0:1787360435.365524:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787360435.365528:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787360435.365581:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365588:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787360435.365589:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.365591:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787360435.365592:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787360435.365593:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787360435.365595:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.365597:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787360435.365601:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f60c58460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787360435.365604:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f60c58418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787360435.365606:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787360435.365607:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787360435.365609:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787360435.365612:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787360435.365619:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.365621:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787360435.365623:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:3.0:1787360435.365624:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787360435.365626:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.365629:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365635:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.365637:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787360435.365638:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787360435.365641:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360435.365648:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971343360:192.168.202.160@tcp:400:kworker.0 00000400:00000001:3.0:1787360435.365653:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787360435.365671:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787360435.365673:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f46e30a50. 00000400:00000200:3.0:1787360435.365675:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7cb28 00000400:00000010:3.0:1787360435.365677:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7cb28. 00000100:00000001:3.0:1787360435.365680:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787360435.365684:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787360435.365691:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365696:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787360435.365697:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.365699:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787360435.365700:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787360435.365701:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787360435.365702:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.365704:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787360435.365708:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f4483e460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787360435.365710:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f4483e418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787360435.365712:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787360435.365713:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787360435.365715:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787360435.365718:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787360435.365724:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.365726:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787360435.365727:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:3.0:1787360435.365729:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787360435.365730:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.365733:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365739:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.365741:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787360435.365742:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787360435.365752:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360435.365759:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9299de61-18d9-494c-93d1-f15436187fdc:2400:1874182971343616:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1787360435.365762:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.365764:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787360435.365767:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a0000 x1874182971342848/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365772:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787360435.365774:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787360435.365776:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f4486d800. 02000000:00000001:3.0:1787360435.365778:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787360435.365780:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787360435.365781:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f58b4b800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:3.0:1787360435.365783:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787360435.365785:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f42d30d00. 02000000:00000001:3.0:1787360435.365786:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787360435.365787:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787360435.365789:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a0000. 00000100:00000001:3.0:1787360435.365792:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787360435.365793:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.365794:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787360435.365797:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a2680 x1874182971343360/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365802:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787360435.365803:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787360435.365805:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f4486c000. 02000000:00000001:3.0:1787360435.365807:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787360435.365807:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787360435.365808:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f60c58000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a8f434e3800 00000020:00000001:3.0:1787360435.365810:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787360435.365811:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f42d30f00. 02000000:00000001:3.0:1787360435.365813:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787360435.365814:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787360435.365820:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a2680. 00000100:00000001:3.0:1787360435.365822:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787360435.365823:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.365825:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787360435.365828:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a0700 x1874182971343616/t0(0) o400->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.365833:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787360435.365835:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787360435.365836:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f4486d600. 02000000:00000001:3.0:1787360435.365838:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787360435.365839:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787360435.365840:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f4483e000 refcount=2 obd=lustre-OST0001-osc-ffff8a8f434e3800 00000020:00000001:3.0:1787360435.365842:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787360435.365844:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f42d30700. 02000000:00000001:3.0:1787360435.365845:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787360435.365846:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787360435.365848:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a0700. 00000100:00000001:3.0:1787360435.365850:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787360435.365851:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.365853:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.365854:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787360435.365856:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787360435.365857:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.365859:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787360435.366782:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.366800:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360435.366804:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.366807:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.366816:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.366822:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360435.366832:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.366836:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.366841:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.366844:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404100 00000400:00000200:1.0:1787360435.366849:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360435.366855:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:1.0:1787360435.366861:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.366871:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360435.366874:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360435.366878:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360435.366885:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360435.366890:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360435.366901:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360435.366912:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360435.366920:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360435.366922:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.367691:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787360435.367697:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787360435.367703:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787360435.367705:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787360435.367708:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f46e30c08. 00000400:00000200:3.0:1787360435.367713:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f45e7c2a8 00000400:00000010:3.0:1787360435.367715:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f45e7c2a8. 00000100:00000001:3.0:1787360435.367718:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787360435.367724:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787360435.367733:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.367757:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787360435.367759:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.367761:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787360435.367764:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787360435.367766:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787360435.367769:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787360435.367771:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787360435.367780:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f434ff460 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1787360435.367785:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f434ff418 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1787360435.367787:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787360435.367788:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787360435.367791:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787360435.367795:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787360435.367802:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.367805:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787360435.367808:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f44ad5000: skip recheck: last_committed 0 00000100:00000001:3.0:1787360435.367809:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787360435.367811:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787360435.367816:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.367822:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787360435.367826:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787360435.367828:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787360435.367831:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787360435.367837:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f515a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2400:1874182971343104:192.168.202.160@tcp:400:kworker.0 00000100:00000001:3.0:1787360435.367842:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.367845:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787360435.367848:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f515a1880 x1874182971343104/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787360435.367859:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787360435.367862:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787360435.367864:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f4486c600. 02000000:00000001:3.0:1787360435.367868:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787360435.367871:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787360435.367872:0:2400:0:(genops.c:1223:class_import_put()) import ffff8a8f434ff000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a8f44ad5000 00000020:00000001:3.0:1787360435.367875:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787360435.367877:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f42d30300. 02000000:00000001:3.0:1787360435.367880:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787360435.367882:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787360435.367884:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f515a1880. 00000100:00000001:3.0:1787360435.367887:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787360435.367888:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.367891:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787360435.368050:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787360435.368062:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787360435.368065:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787360435.368068:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360436.320754:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621800 (cpu 0) has reached its deadline 4295050222, at 4295050240 00000100:00000010:0.0:1787360436.320770:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f44f18f00. 00000100:00000040:1.0:1787360436.322613:0:264:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621910 (cpu 1) has reached its deadline 4295050222, at 4295050240 00000100:00000010:1.0:1787360436.322627:0:264:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f44f186c0. 00010000:00000001:0.0:1787360436.384724:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360436.384732:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360436.384738:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360436.384739:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360436.384800:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360436.384803:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360436.384820:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360437.411781:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360437.411791:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787360437.411794:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787360437.411798:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360437.411803:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787360437.411805:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360437.411807:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360437.411810:0:53:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360437.411814:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360437.411815:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360437.411919:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360437.411923:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360437.411925:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360438.432658:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360438.432665:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360438.432670:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360438.432673:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787360438.432675:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787360438.432678:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360438.432681:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787360438.432699:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360438.432701:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360438.432703:0:53:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360438.438019:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360438.438037:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360438.438041:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360439.459706:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360439.459714:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360439.459720:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360439.459721:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360439.459826:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360439.459829:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360439.459832:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787360440.422580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9a03789-dca9-4666-898f-1dc7741f053a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360440.422592:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360440.422601:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50980380. 00000020:00000040:0.0:1787360440.422609:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f58b4b800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:0.0:1787360440.422613:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360440.422616:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360440.422620:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360440.422629:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785400. 00000100:00000001:0.0:1787360440.422637:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422649:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9a03789-dca9-4666-898f-1dc7741f053a->MGS req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360440.422660:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360440.422664:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422670:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040f3d349] to pc [ptlrpcd_00_00+0] req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.422692:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360440.422698:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360440.422701:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50983480. 00000020:00000040:0.0:1787360440.422703:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f434f8000 refcount=4 obd=lustre-MDT0000-mdc-ffff8a8f44ad5000 00000100:00000001:0.0:1787360440.422705:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360440.422706:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360440.422708:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360440.422711:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785500. 00000100:00000001:0.0:1787360440.422714:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422718:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360440.422735:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360440.422737:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422742:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e35ed90] to pc [ptlrpcd_00_01+1] req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.422750:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360440.422756:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360440.422759:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50981180. 00000020:00000040:0.0:1787360440.422761:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f434ff000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a8f44ad5000 00000100:00000001:0.0:1787360440.422763:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360440.422765:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360440.422766:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360440.422770:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785f00. 00000100:00000001:0.0:1787360440.422772:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422776:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360440.422783:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360440.422785:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422788:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f785caa4] to pc [ptlrpcd_00_00+0] req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.422795:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787360440.422801:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787360440.422804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787360440.422807:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787360440.422810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360440.422818:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360440.422820:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50983800. 00000020:00000040:0.0:1787360440.422823:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f42aaa800 refcount=4 obd=lustre-MDT0000-mdc-ffff8a8f434e3800 00000100:00000001:0.0:1787360440.422825:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360440.422826:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360440.422828:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360440.422831:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785300. 00000100:00000001:0.0:1787360440.422835:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422839:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360440.422846:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360440.422848:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422852:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f552d480] to pc [ptlrpcd_00_01+1] req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.422874:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422876:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360440.422878:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360440.422881:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50980e00. 00000020:00000040:0.0:1787360440.422883:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f60c58000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a8f434e3800 00000100:00000001:0.0:1787360440.422885:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360440.422886:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360440.422888:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360440.422891:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785000. 00000100:00000001:0.0:1787360440.422894:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422898:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360440.422904:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360440.422906:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422909:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c159e0] to pc [ptlrpcd_00_00+0] req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.422925:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422927:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360440.422930:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787360440.422932:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1787360440.422935:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1787360440.422938:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50983100. 00000020:00000040:0.0:1787360440.422940:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f44838800 refcount=3 obd=lustre-OST0000-osc-ffff8a8f434e3800 00000100:00000001:0.0:1787360440.422942:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360440.422943:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360440.422945:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360440.422948:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785100. 00000100:00000001:0.0:1787360440.422951:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.422953:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614946869948672 : -129126839602944 : ffff8a8f50983100) 00000100:00080000:0.0:1787360440.422957:0:36:0:(import.c:65:import_set_state_nolock()) ffff8a8f44838800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787360440.422960:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8a8f434e3800: disconnect after 21s idle 00000100:00000001:0.0:1787360440.422962:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360440.422964:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422967:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009438f801] to pc [ptlrpcd_rcv+-1] req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.422982:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.422984:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.422986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360440.422989:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787360440.422990:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1787360440.422991:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1787360440.422994:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50983b80. 00000020:00000040:0.0:1787360440.422996:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f4483e000 refcount=3 obd=lustre-OST0001-osc-ffff8a8f434e3800 00000100:00000001:0.0:1787360440.422998:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360440.422999:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360440.423001:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360440.423025:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f50785a00. 00000100:00000001:0.0:1787360440.423029:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.423030:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614946869951360 : -129126839600256 : ffff8a8f50983b80) 00000100:00080000:0.0:1787360440.423033:0:36:0:(import.c:65:import_set_state_nolock()) ffff8a8f4483e000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787360440.423035:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8a8f434e3800: disconnect after 21s idle 00000100:00000001:0.0:1787360440.423038:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360440.423040:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.423044:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f1676f2] to pc [ptlrpcd_rcv+-1] req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423051:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.423053:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.423057:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (392) 00000100:00000001:0.0:1787360440.423072:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360440.423076:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360440.423078:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360440.423082:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423090:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360440.423092:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.423096:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360440.423098:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360440.423101:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360440.423105:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971343744:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360440.423109:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360440.423114:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360440.423116:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.423119:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360440.423123:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b6800. 02000000:00000001:0.0:1787360440.423125:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360440.423131:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360440.423135:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bbb00. 00000400:00000010:0.0:1787360440.423142:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5880. 00000100:00000200:0.0:1787360440.423156:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971343744, portal 25 00000100:00000001:0.0:1787360440.423158:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360440.423160:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869937024 : -129126839614592 : ffff8a8f50980380) 00000100:00000040:0.0:1787360440.423166:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423173:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360440.423175:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360440.423178:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5d48. 00000100:00000200:0.0:1787360440.423180:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874182971343744, offset 0 00000400:00000200:0.0:1787360440.423187:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360440.423196:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.423203:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360440.423209:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360440.423213:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360440.423217:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360440.423220:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360440.423224:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [143:143:256:4294967295] 192.168.202.160@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:0.0:1787360440.423227:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.423236:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360440.423242:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360440.423247:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f50785e00. 00000800:00000200:0.0:1787360440.423253:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360440.423261:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360440.423265:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f50785e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360440.423277:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360440.423281:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360440.423284:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295055347 00000100:00000010:0.0:1787360440.423288:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a8f607ee480. 00000100:00000001:0.0:1787360440.423295:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787360440.423301:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295055347 00000100:00000010:0.0:1787360440.423304:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a8f607ee180. 00000100:00000001:0.0:1787360440.423312:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787360440.423316:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.423319:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.423322:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360440.423325:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423332:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360440.423333:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.423335:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360440.423337:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360440.423339:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360440.423341:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971344000:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360440.423345:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360440.423347:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360440.423348:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.423350:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360440.423352:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b7000. 02000000:00000001:0.0:1787360440.423354:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360440.423358:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360440.423361:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bbd10. 00000400:00000010:0.0:1787360440.423364:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5198. 00000100:00000200:0.0:1787360440.423367:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971344000, portal 10 00000100:00000001:0.0:1787360440.423369:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360440.423370:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869940608 : -129126839611008 : ffff8a8f50981180) 00000100:00000040:0.0:1787360440.423376:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423383:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360440.423385:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360440.423387:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5220. 00000100:00000200:0.0:1787360440.423389:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971344000, offset 0 00000400:00000200:0.0:1787360440.423393:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360440.423397:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.423406:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360440.423408:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360440.423411:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360440.423413:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360440.423415:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360440.423418:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [144:144:255:4294967295] 192.168.202.160@tcp LPNI seq info [144:144:7:4294967295] 00000400:00000200:0.0:1787360440.423421:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.423427:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360440.423431:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360440.423434:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f50785b00. 00000800:00000200:0.0:1787360440.423438:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360440.423442:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360440.423444:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f50785b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360440.423447:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.423451:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: using a timeout of 133425 usecs (134 jiffies) 00000400:00000200:0.0:1787360440.423454:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360440.423456:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 0 is 4295054475 00000100:00000001:0.0:1787360440.423458:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 0, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.423461:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 1 is 4295054475 00000100:00000001:0.0:1787360440.423463:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 1, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.423464:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.423466:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.423468:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360440.423472:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423479:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360440.423480:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.423482:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360440.423484:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360440.423490:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360440.423493:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971344256:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360440.423496:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360440.423498:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360440.423500:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.423502:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360440.423504:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b7a00. 02000000:00000001:0.0:1787360440.423506:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360440.423509:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360440.423511:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bb898. 00000400:00000010:0.0:1787360440.423514:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5bb0. 00000100:00000200:0.0:1787360440.423517:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971344256, portal 10 00000100:00000001:0.0:1787360440.423519:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360440.423520:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869939712 : -129126839611904 : ffff8a8f50980e00) 00000100:00000040:0.0:1787360440.423526:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423532:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360440.423560:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360440.423563:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5a18. 00000100:00000200:0.0:1787360440.423565:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971344256, offset 0 00000400:00000200:0.0:1787360440.423570:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360440.423574:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.423578:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360440.423580:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360440.423583:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360440.423585:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360440.423587:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360440.423589:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [145:145:254:4294967295] 192.168.202.160@tcp LPNI seq info [145:145:6:4294967295] 00000400:00000200:0.0:1787360440.423593:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.423598:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360440.423601:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360440.423611:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f50785200. 00000800:00000200:0.0:1787360440.423615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360440.423619:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360440.423621:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f50785200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360440.423624:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.423627:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: using a timeout of 41953 usecs (42 jiffies) 00000400:00000200:0.0:1787360440.423629:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360440.423631:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295054383 00000100:00000001:0.0:1787360440.423634:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.423637:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295054383 00000100:00000001:0.0:1787360440.423639:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.423641:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.423643:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.423646:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.423648:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.423655:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787360440.423657:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787360440.423659:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360440.423660:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360440.423662:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360440.423664:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787360440.423666:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.423667:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787360440.423669:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.423670:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360440.423671:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360440.423672:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360440.423677:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423683:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360440.423685:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.423687:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360440.423689:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360440.423696:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360440.423700:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971343872:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360440.423704:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360440.423706:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360440.423707:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.423709:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360440.423712:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b7600. 02000000:00000001:0.0:1787360440.423713:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360440.423716:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360440.423720:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bb0b0. 00000400:00000010:0.0:1787360440.423723:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5aa0. 00000100:00000200:0.0:1787360440.423726:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971343872, portal 10 00000100:00000001:0.0:1787360440.423728:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360440.423729:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869949568 : -129126839602048 : ffff8a8f50983480) 00000100:00000040:0.0:1787360440.423735:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423740:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360440.423743:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360440.423745:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af54c8. 00000100:00000200:0.0:1787360440.423747:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971343872, offset 0 00000400:00000200:0.0:1787360440.423751:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360440.423755:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.423759:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360440.423761:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360440.423763:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360440.423765:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360440.423767:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360440.423770:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [146:146:253:4294967295] 192.168.202.160@tcp LPNI seq info [146:146:5:4294967295] 00000400:00000200:0.0:1787360440.423773:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.423779:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360440.423783:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360440.423794:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f531dbc00. 00000800:00000200:0.0:1787360440.423798:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360440.423802:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360440.423804:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f531dbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360440.423807:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.423809:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: using a timeout of 108610 usecs (109 jiffies) 00000400:00000200:0.0:1787360440.423812:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360440.423814:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 0 is 4295054450 00000100:00000001:0.0:1787360440.423816:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 0, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.423818:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 1 is 4295054450 00000100:00000001:0.0:1787360440.423820:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 1, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.423822:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.423824:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.423827:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360440.423831:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423837:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360440.423838:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.423840:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360440.423842:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360440.423844:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360440.423846:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971344128:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360440.423849:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360440.423851:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360440.423853:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.423855:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360440.423858:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b7c00. 02000000:00000001:0.0:1787360440.423859:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360440.423863:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360440.423865:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bb840. 00000400:00000010:0.0:1787360440.423869:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5330. 00000100:00000200:0.0:1787360440.423877:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971344128, portal 10 00000100:00000001:0.0:1787360440.423879:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360440.423880:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869950464 : -129126839601152 : ffff8a8f50983800) 00000100:00000040:0.0:1787360440.423886:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.423892:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360440.423894:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360440.423897:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5dd0. 00000100:00000200:0.0:1787360440.423899:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971344128, offset 0 00000400:00000200:0.0:1787360440.423903:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360440.423906:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.423909:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360440.423911:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360440.423914:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360440.423915:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360440.423917:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360440.423920:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [147:147:252:4294967295] 192.168.202.160@tcp LPNI seq info [147:147:4:4294967295] 00000400:00000200:0.0:1787360440.423923:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.423928:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360440.423931:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360440.423934:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f531db300. 00000800:00000200:0.0:1787360440.423938:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360440.423941:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360440.423944:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f531db300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360440.423946:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.423949:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: using a timeout of 36736 usecs (37 jiffies) 00000400:00000200:0.0:1787360440.423952:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360440.423953:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295054378 00000100:00000001:0.0:1787360440.423955:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.423957:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295054378 00000100:00000001:0.0:1787360440.423963:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.423965:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.423967:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.423969:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.423971:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.423984:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360440.423986:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.423991:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360440.423992:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360440.423994:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360440.423998:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424005:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360440.424006:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.424021:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360440.424023:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360440.424025:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360440.424029:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971344384:192.168.202.160@tcp:9:kworker.0 00000100:00000001:0.0:1787360440.424032:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360440.424034:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360440.424036:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.424037:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360440.424040:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b7e00. 02000000:00000001:0.0:1787360440.424042:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360440.424046:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360440.424048:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bb9a0. 00000400:00000010:0.0:1787360440.424052:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5e58. 00000100:00000200:0.0:1787360440.424055:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971344384, portal 4 00000100:00000001:0.0:1787360440.424056:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360440.424058:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869948672 : -129126839602944 : ffff8a8f50983100) 00000100:00000040:0.0:1787360440.424063:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424069:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360440.424077:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360440.424079:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5c38. 00000100:00000200:0.0:1787360440.424082:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874182971344384, offset 0 00000400:00000200:0.0:1787360440.424085:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360440.424089:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.424092:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360440.424094:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360440.424096:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360440.424099:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360440.424101:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360440.424103:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [148:148:251:4294967295] 192.168.202.160@tcp LPNI seq info [148:148:3:4294967295] 00000400:00000200:0.0:1787360440.424106:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.424111:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360440.424115:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360440.424119:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f531db700. 00000800:00000200:0.0:1787360440.424122:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360440.424126:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360440.424129:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f531db700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360440.424132:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.424135:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: using a timeout of 22336 usecs (23 jiffies) 00000400:00000200:0.0:1787360440.424138:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360440.424140:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295054364 00000100:00000001:0.0:1787360440.424142:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.424144:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295054364 00000100:00000001:0.0:1787360440.424146:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.424148:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.424150:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424152:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360440.424157:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424173:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360440.424174:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.424177:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360440.424178:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360440.424180:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360440.424183:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971344512:192.168.202.160@tcp:9:kworker.0 00000100:00000001:0.0:1787360440.424186:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360440.424188:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360440.424190:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.424192:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360440.424194:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b6e00. 02000000:00000001:0.0:1787360440.424196:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360440.424199:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360440.424202:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bb1b8. 00000400:00000010:0.0:1787360440.424205:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5550. 00000100:00000200:0.0:1787360440.424208:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971344512, portal 4 00000100:00000001:0.0:1787360440.424210:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360440.424211:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869951360 : -129126839600256 : ffff8a8f50983b80) 00000100:00000040:0.0:1787360440.424217:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424222:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360440.424224:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360440.424226:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af57f8. 00000100:00000200:0.0:1787360440.424228:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874182971344512, offset 0 00000400:00000200:0.0:1787360440.424233:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360440.424237:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.424239:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360440.424242:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360440.424244:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360440.424246:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360440.424248:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360440.424256:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [149:149:250:4294967295] 192.168.202.160@tcp LPNI seq info [149:149:2:4294967295] 00000400:00000200:0.0:1787360440.424260:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360440.424266:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360440.424271:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360440.424275:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f434b8300. 00000800:00000200:0.0:1787360440.424278:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360440.424282:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360440.424284:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f434b8300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360440.424287:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.424290:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: using a timeout of 32085 usecs (33 jiffies) 00000400:00000200:0.0:1787360440.424292:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360440.424294:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295054374 00000100:00000001:0.0:1787360440.424296:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.424298:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295054374 00000100:00000001:0.0:1787360440.424300:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295055347 00000100:00000001:0.0:1787360440.424302:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.424304:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424306:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424309:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.424312:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787360440.424314:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787360440.424315:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360440.424317:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360440.424318:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424320:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787360440.424372:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360440.424377:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f50785e00. 00000400:00000200:0.0:1787360440.424386:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360440.424391:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360440.424397:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5d48 00000400:00000010:0.0:1787360440.424400:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5d48. 00000100:00000001:0.0:1787360440.424411:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360440.424417:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424428:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.424431:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424438:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424439:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360440.424454:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360440.424456:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f50785b00. 00000400:00000200:0.0:1787360440.424458:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360440.424462:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360440.424464:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5220 00000400:00000010:0.0:1787360440.424466:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5220. 00000100:00000001:0.0:1787360440.424467:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360440.424471:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424477:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.424480:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424486:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424487:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360440.424494:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360440.424496:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f50785200. 00000400:00000200:0.0:1787360440.424499:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360440.424502:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360440.424504:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5a18 00000400:00000010:0.0:1787360440.424505:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5a18. 00000100:00000001:0.0:1787360440.424507:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360440.424510:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424516:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.424525:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424531:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424532:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360440.424566:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360440.424569:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f531dbc00. 00000400:00000200:0.0:1787360440.424572:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360440.424575:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360440.424577:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af54c8 00000400:00000010:0.0:1787360440.424579:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af54c8. 00000100:00000001:0.0:1787360440.424582:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360440.424585:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424592:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.424594:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424600:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424601:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360440.424606:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360440.424609:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f531db300. 00000400:00000200:0.0:1787360440.424611:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360440.424613:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360440.424615:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5dd0 00000400:00000010:0.0:1787360440.424617:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5dd0. 00000100:00000001:0.0:1787360440.424618:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360440.424622:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424628:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.424631:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424636:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424638:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360440.424652:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360440.424654:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f531db700. 00000400:00000200:0.0:1787360440.424657:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360440.424660:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360440.424662:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5c38 00000400:00000010:0.0:1787360440.424664:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5c38. 00000100:00000001:0.0:1787360440.424665:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360440.424669:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424676:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.424679:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424685:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424686:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360440.424748:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360440.424750:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f434b8300. 00000400:00000200:0.0:1787360440.424753:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360440.424756:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360440.424758:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af57f8 00000400:00000010:0.0:1787360440.424760:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af57f8. 00000100:00000001:0.0:1787360440.424762:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360440.424765:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424771:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.424774:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.424780:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.424781:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787360440.434395:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434415:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360440.434419:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434422:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434430:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434438:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360440.434449:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434453:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434459:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434462:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a88f3a404380 00000400:00000200:1.0:1787360440.434467:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434473:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:1.0:1787360440.434481:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434485:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434488:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360440.434493:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360440.434499:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360440.434509:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360440.434521:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.434559:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360440.434571:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434588:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360440.434590:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434592:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434596:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434599:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360440.434604:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434606:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434609:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434612:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404480 00000400:00000200:1.0:1787360440.434615:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434621:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1787360440.434625:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434653:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434655:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360440.434659:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360440.434663:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360440.434668:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360440.434676:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.434684:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360440.434688:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434691:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360440.434692:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434695:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434697:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434701:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360440.434705:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434707:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434710:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434713:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404580 00000400:00000200:1.0:1787360440.434716:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434725:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:1.0:1787360440.434729:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434731:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434733:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360440.434736:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360440.434739:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360440.434743:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360440.434752:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.434758:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360440.434761:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434763:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360440.434764:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434766:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434768:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434771:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360440.434775:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434777:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434780:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434792:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404400 00000400:00000200:1.0:1787360440.434794:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434798:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:1.0:1787360440.434801:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434803:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434805:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360440.434808:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360440.434811:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360440.434814:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360440.434823:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.434834:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360440.434838:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434840:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360440.434841:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434843:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434846:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434850:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360440.434853:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434855:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434858:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434861:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404500 00000400:00000200:1.0:1787360440.434863:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434867:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:1.0:1787360440.434870:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434872:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434874:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360440.434877:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360440.434879:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360440.434883:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360440.434891:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.434898:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360440.434900:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434902:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360440.434904:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434906:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434908:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434911:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360440.434914:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434920:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434923:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434925:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a88f3a404680 00000400:00000200:1.0:1787360440.434929:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434934:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x849 [1] + 224 00000800:00000001:1.0:1787360440.434937:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434939:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434941:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360440.434943:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360440.434946:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360440.434950:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360440.434959:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.434975:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360440.434977:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434979:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360440.434981:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.434983:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.434985:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434989:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360440.434992:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434994:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434997:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.434999:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 4 MB=0x6a88f3a404600 00000400:00000200:1.0:1787360440.435002:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360440.435005:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.160@tcp of length 224/224 into md 0x839 [1] + 224 00000100:00000001:0.0:1787360440.436269:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360440.436277:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1787360440.437128:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.437152:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360440.437155:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360440.437165:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000001:0.0:1787360440.437218:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360440.437220:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360440.437223:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bb0b0. 00000400:00000200:0.0:1787360440.437229:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5aa0 00000400:00000010:0.0:1787360440.437247:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5aa0. 00000100:00000001:0.0:1787360440.437252:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360440.437260:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360440.437270:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437277:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360440.437280:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437283:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360440.437286:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360440.437288:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360440.437291:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.437294:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787360440.437302:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f434f8460 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360440.437306:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f434f8418 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360440.437309:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360440.437311:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360440.437313:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787360440.437316:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.437319:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787360440.437321:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f44ad5000: skip recheck: last_committed 0 00000100:00000001:0.0:1787360440.437323:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787360440.437325:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.437330:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437336:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.437339:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360440.437341:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360440.437345:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360440.437352:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971343872:192.168.202.160@tcp:400:kworker.0 00000400:00000001:0.0:1787360440.437359:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360440.437365:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360440.437367:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bb840. 00000400:00000200:0.0:1787360440.437369:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5330 00000400:00000010:0.0:1787360440.437370:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5330. 00000100:00000001:0.0:1787360440.437373:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360440.437378:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360440.437385:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437390:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360440.437391:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437393:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360440.437394:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360440.437396:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360440.437397:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.437399:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787360440.437403:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f42aaac60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360440.437406:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f42aaac18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360440.437408:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360440.437410:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360440.437411:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787360440.437413:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.437415:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787360440.437416:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:0.0:1787360440.437418:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787360440.437419:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.437422:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437428:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.437429:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360440.437431:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360440.437433:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360440.437451:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971344128:192.168.202.160@tcp:400:kworker.0 00000400:00000001:0.0:1787360440.437458:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360440.437459:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360440.437461:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bbb00. 00000400:00000200:0.0:1787360440.437463:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5880 00000400:00000010:0.0:1787360440.437465:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5880. 00000100:00000001:0.0:1787360440.437468:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360440.437472:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360440.437479:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437484:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360440.437486:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437488:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360440.437489:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360440.437490:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360440.437492:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.437494:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787360440.437497:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f58b4bc60 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360440.437500:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f58b4bc18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360440.437502:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360440.437504:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360440.437505:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787360440.437507:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.437509:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.437513:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437518:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.437520:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360440.437522:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360440.437525:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360440.437557:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971343744:192.168.202.160@tcp:400:kworker.0 00000400:00000001:0.0:1787360440.437563:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360440.437565:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360440.437567:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bbd10. 00000400:00000200:0.0:1787360440.437569:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5198 00000400:00000010:0.0:1787360440.437571:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5198. 00000100:00000001:0.0:1787360440.437573:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360440.437577:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360440.437584:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437589:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360440.437590:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437592:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360440.437593:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360440.437594:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360440.437596:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.437598:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787360440.437602:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f434ff460 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360440.437604:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f434ff418 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360440.437607:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360440.437608:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360440.437609:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787360440.437613:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787360440.437619:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.437622:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787360440.437623:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f44ad5000: skip recheck: last_committed 0 00000100:00000001:0.0:1787360440.437625:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787360440.437626:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.437629:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437644:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.437646:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360440.437647:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360440.437651:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360440.437657:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971344000:192.168.202.160@tcp:400:kworker.0 00000400:00000001:0.0:1787360440.437663:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360440.437665:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360440.437667:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bb898. 00000400:00000200:0.0:1787360440.437669:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5bb0 00000400:00000010:0.0:1787360440.437670:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5bb0. 00000100:00000001:0.0:1787360440.437672:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360440.437675:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360440.437682:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437688:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360440.437689:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437690:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360440.437692:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360440.437693:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360440.437694:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360440.437695:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787360440.437699:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f60c58460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360440.437702:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f60c58418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360440.437703:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360440.437704:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360440.437706:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787360440.437709:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787360440.437724:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.437726:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787360440.437728:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:0.0:1787360440.437729:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787360440.437731:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360440.437734:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437740:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360440.437741:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360440.437743:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360440.437745:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360440.437751:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971344256:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360440.437754:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437757:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.437761:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50983480 x1874182971343872/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437767:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360440.437769:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360440.437772:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b7600. 02000000:00000001:0.0:1787360440.437776:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360440.437778:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360440.437780:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f434f8000 refcount=3 obd=lustre-MDT0000-mdc-ffff8a8f44ad5000 00000020:00000001:0.0:1787360440.437782:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360440.437785:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785500. 02000000:00000001:0.0:1787360440.437788:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360440.437789:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360440.437791:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50983480. 00000100:00000001:0.0:1787360440.437796:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360440.437798:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437805:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.437809:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50983800 x1874182971344128/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437815:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360440.437816:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360440.437818:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b7c00. 02000000:00000001:0.0:1787360440.437820:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360440.437821:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360440.437822:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f42aaa800 refcount=3 obd=lustre-MDT0000-mdc-ffff8a8f434e3800 00000020:00000001:0.0:1787360440.437825:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360440.437826:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785300. 02000000:00000001:0.0:1787360440.437828:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360440.437829:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360440.437831:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50983800. 00000100:00000001:0.0:1787360440.437833:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360440.437834:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437836:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.437839:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50980380 x1874182971343744/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437845:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360440.437847:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360440.437848:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b6800. 02000000:00000001:0.0:1787360440.437850:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360440.437851:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360440.437852:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f58b4b800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:0.0:1787360440.437854:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360440.437855:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785400. 02000000:00000001:0.0:1787360440.437857:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360440.437858:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360440.437859:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50980380. 00000100:00000001:0.0:1787360440.437863:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360440.437864:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437865:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.437868:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50981180 x1874182971344000/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437874:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360440.437880:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360440.437882:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b7000. 02000000:00000001:0.0:1787360440.437884:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360440.437885:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360440.437887:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f434ff000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a8f44ad5000 00000020:00000001:0.0:1787360440.437889:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360440.437890:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785f00. 02000000:00000001:0.0:1787360440.437892:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360440.437894:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360440.437895:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50981180. 00000100:00000001:0.0:1787360440.437898:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360440.437899:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437900:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360440.437904:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50980e00 x1874182971344256/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360440.437910:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360440.437911:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360440.437912:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b7a00. 02000000:00000001:0.0:1787360440.437914:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360440.437915:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360440.437916:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f60c58000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a8f434e3800 00000020:00000001:0.0:1787360440.437918:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360440.437919:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785000. 02000000:00000001:0.0:1787360440.437921:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360440.437922:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360440.437923:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50980e00. 00000100:00000001:0.0:1787360440.437926:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360440.437927:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437930:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360440.437937:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787360440.437939:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360440.437942:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360440.437944:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360440.438449:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360440.438464:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360440.438472:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.438481:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360440.438492:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360440.438523:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360440.438562:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787360440.438565:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787360440.438569:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787360440.438571:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787360440.438574:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bb9a0. 00000400:00000200:1.0:1787360440.438578:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5e58 00000400:00000010:1.0:1787360440.438579:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5e58. 00000100:00000001:1.0:1787360440.438582:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360440.438586:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787360440.438594:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.438600:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787360440.438601:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360440.438603:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787360440.438605:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787360440.438606:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787360440.438608:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787360440.438610:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787360440.438615:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f44838c60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1787360440.438617:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f44838c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1787360440.438619:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787360440.438621:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787360440.438622:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787360440.438626:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787360440.438644:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360440.438648:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787360440.438649:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:1.0:1787360440.438651:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787360440.438652:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787360440.438656:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.438661:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787360440.438662:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787360440.438664:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787360440.438667:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787360440.438674:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f44838800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1787360440.438679:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360440.438685:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971344384:192.168.202.160@tcp:9:kworker.0 00000400:00000001:1.0:1787360440.438691:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787360440.438693:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787360440.438694:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bb1b8. 00000400:00000200:1.0:1787360440.438697:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5550 00000400:00000010:1.0:1787360440.438699:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5550. 00000100:00000001:1.0:1787360440.438700:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360440.438704:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787360440.438710:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.438715:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787360440.438722:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360440.438724:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787360440.438725:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787360440.438726:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787360440.438728:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787360440.438730:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1787360440.438738:0:2396:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a8f472fe000. 00000100:00001000:1.0:1787360440.438741:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f4483e460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1787360440.438744:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f4483e418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1787360440.438746:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787360440.438747:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787360440.438749:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787360440.438753:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787360440.438759:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360440.438761:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787360440.438762:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:1.0:1787360440.438764:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787360440.438765:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787360440.438769:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.438775:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787360440.438776:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787360440.438777:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787360440.438780:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787360440.438786:0:2396:0:(import.c:65:import_set_state_nolock()) ffff8a8f4483e000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1787360440.438789:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360440.438796:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9299de61-18d9-494c-93d1-f15436187fdc:2396:1874182971344512:192.168.202.160@tcp:9:kworker.0 00000100:00000001:1.0:1787360440.438807:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360440.438809:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360440.438813:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50983100 x1874182971344384/t0(0) o9->lustre-OST0000-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.438819:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787360440.438821:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787360440.438823:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b7e00. 02000000:00000001:1.0:1787360440.438825:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787360440.438827:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787360440.438828:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a8f44838800 refcount=2 obd=lustre-OST0000-osc-ffff8a8f434e3800 00000020:00000001:1.0:1787360440.438830:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787360440.438832:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785100. 02000000:00000001:1.0:1787360440.438835:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787360440.438837:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787360440.438838:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50983100. 00000100:00000001:1.0:1787360440.438842:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787360440.438843:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360440.438844:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360440.438848:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50983b80 x1874182971344512/t0(0) o9->lustre-OST0001-osc-ffff8a8f434e3800@192.168.202.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1787360450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360440.438853:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787360440.438855:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787360440.438856:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b6e00. 02000000:00000001:1.0:1787360440.438858:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787360440.438859:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787360440.438860:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a8f4483e000 refcount=2 obd=lustre-OST0001-osc-ffff8a8f434e3800 00000020:00000001:1.0:1787360440.438862:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787360440.438863:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f50785a00. 02000000:00000001:1.0:1787360440.438865:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787360440.438866:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787360440.438868:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50983b80. 00000100:00000001:1.0:1787360440.438870:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787360440.438871:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360440.438873:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360440.438879:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787360440.438885:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360440.438887:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787360440.438888:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360440.483090:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360440.483096:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360440.483102:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360440.483103:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360440.483221:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360440.483225:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360440.483227:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787360441.441049:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621800 (cpu 0) has reached its deadline 4295055347, at 4295055360 00000100:00000010:0.0:1787360441.441067:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f607ee480. 00000100:00000040:1.0:1787360441.441451:0:264:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621910 (cpu 1) has reached its deadline 4295055347, at 4295055360 00000100:00000010:1.0:1787360441.441458:0:264:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f607ee180. 00010000:00000001:0.0:1787360441.506233:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360441.506240:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360441.506246:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360441.506247:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360441.506320:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360441.506323:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360441.506326:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360442.528661:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360442.528669:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360442.528675:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360442.528676:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360442.529037:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360442.529041:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360442.529044:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360443.552695:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360443.552702:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360443.552708:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360443.552710:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360443.552803:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360443.552806:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360443.552809:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360444.577069:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360444.577076:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360444.577080:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360444.577082:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360444.580047:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360444.580053:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360444.580058:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787360445.537015:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9a03789-dca9-4666-898f-1dc7741f053a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360445.537025:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360445.537036:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50980e00. 00000020:00000040:0.0:1787360445.537042:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f58b4b800 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:0.0:1787360445.537047:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360445.537050:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360445.537056:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360445.537065:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f434b8300. 00000100:00000001:0.0:1787360445.537072:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537084:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9a03789-dca9-4666-898f-1dc7741f053a->MGS req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360445.537093:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360445.537097:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537103:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c159e0] to pc [ptlrpcd_00_01+1] req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.537137:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360445.537156:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360445.537158:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50981180. 00000020:00000040:0.0:1787360445.537160:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f434f8000 refcount=4 obd=lustre-MDT0000-mdc-ffff8a8f44ad5000 00000100:00000001:0.0:1787360445.537163:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360445.537164:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360445.537166:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360445.537169:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f434b8800. 00000100:00000001:0.0:1787360445.537172:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537176:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0000_UUID req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360445.537182:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360445.537184:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537187:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f785caa4] to pc [ptlrpcd_00_00+0] req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.537195:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537197:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360445.537200:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360445.537202:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50980380. 00000020:00000040:0.0:1787360445.537203:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f434ff000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a8f44ad5000 00000100:00000001:0.0:1787360445.537205:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360445.537206:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360445.537208:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360445.537210:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f434b8a00. 00000100:00000001:0.0:1787360445.537212:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537215:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-MDT0001_UUID req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360445.537221:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360445.537222:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537225:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040f3d349] to pc [ptlrpcd_00_01+1] req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.537240:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787360445.537245:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787360445.537247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787360445.537249:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2109c4a5-209d-4bdd-a14e-f1fe797a2939->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787360445.537252:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360445.537254:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360445.537256:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50983800. 00000020:00000040:0.0:1787360445.537257:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f42aaa800 refcount=4 obd=lustre-MDT0000-mdc-ffff8a8f434e3800 00000100:00000001:0.0:1787360445.537259:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360445.537260:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360445.537262:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360445.537264:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f434b8b00. 00000100:00000001:0.0:1787360445.537266:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537269:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0000_UUID req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360445.537275:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360445.537276:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537280:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f552d480] to pc [ptlrpcd_00_00+0] req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.537286:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537287:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787360445.537289:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787360445.537291:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a8f50983480. 00000020:00000040:0.0:1787360445.537293:0:36:0:(genops.c:1210:class_import_get()) import ffff8a8f60c58000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a8f434e3800 00000100:00000001:0.0:1787360445.537294:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787360445.537298:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787360445.537300:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787360445.537302:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a8f434b8c00. 00000100:00000001:0.0:1787360445.537305:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537308:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9299de61-18d9-494c-93d1-f15436187fdc->lustre-MDT0001_UUID req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787360445.537313:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787360445.537315:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537318:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e35ed90] to pc [ptlrpcd_00_01+1] req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.537324:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787360445.537328:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787360445.537331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787360445.537333:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9299de61-18d9-494c-93d1-f15436187fdc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787360445.537338:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (397) 00000100:00000001:0.0:1787360445.537346:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360445.537350:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360445.537352:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360445.537356:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.537363:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360445.537365:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.537369:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360445.537371:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360445.537373:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360445.537376:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971344768:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360445.537379:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360445.537384:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360445.537390:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.537392:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360445.537395:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b7600. 02000000:00000001:0.0:1787360445.537397:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360445.537403:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360445.537406:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bb898. 00000400:00000010:0.0:1787360445.537412:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5bb0. 00000100:00000200:0.0:1787360445.537418:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971344768, portal 10 00000100:00000001:0.0:1787360445.537420:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360445.537421:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869940608 : -129126839611008 : ffff8a8f50981180) 00000100:00000040:0.0:1787360445.537428:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.537445:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360445.537448:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360445.537451:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5198. 00000100:00000200:0.0:1787360445.537454:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971344768, offset 0 00000400:00000200:0.0:1787360445.537461:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360445.537470:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.537478:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360445.537483:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360445.537488:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360445.537492:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360445.537495:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360445.537498:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [150:150:256:4294967295] 192.168.202.160@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:0.0:1787360445.537502:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.537512:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360445.537517:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360445.537522:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f434b8400. 00000800:00000200:0.0:1787360445.537529:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360445.537678:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360445.537686:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f434b8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360445.537699:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537708:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: using a timeout of 104841 usecs (105 jiffies) 00000400:00000200:0.0:1787360445.537711:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360445.537714:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 0 is 4295059562 00000100:00000010:0.0:1787360445.537718:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a8f607ee480. 00000100:00000001:0.0:1787360445.537724:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787360445.537731:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 1 is 4295059562 00000100:00000010:0.0:1787360445.537734:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a8f607ee720. 00000100:00000001:0.0:1787360445.537736:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f44ad5000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787360445.537745:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360445.537747:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.537750:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360445.537754:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.537761:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360445.537762:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.537764:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360445.537766:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360445.537768:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360445.537771:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971345024:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360445.537773:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360445.537776:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360445.537777:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.537779:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360445.537782:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b7c00. 02000000:00000001:0.0:1787360445.537784:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360445.537787:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360445.537790:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bbd10. 00000400:00000010:0.0:1787360445.537793:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5880. 00000100:00000200:0.0:1787360445.537796:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971345024, portal 10 00000100:00000001:0.0:1787360445.537798:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360445.537799:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869950464 : -129126839601152 : ffff8a8f50983800) 00000100:00000040:0.0:1787360445.537804:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.537817:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360445.537820:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360445.537822:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5330. 00000100:00000200:0.0:1787360445.537825:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971345024, offset 0 00000400:00000200:0.0:1787360445.537829:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360445.537833:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.537837:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360445.537839:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360445.537842:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360445.537844:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360445.537846:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360445.537849:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [151:151:255:4294967295] 192.168.202.160@tcp LPNI seq info [151:151:7:4294967295] 00000400:00000200:0.0:1787360445.537853:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.537859:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360445.537863:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360445.537868:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f531db700. 00000800:00000200:0.0:1787360445.537871:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360445.537875:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360445.537878:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f531db700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360445.537881:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.537884:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: using a timeout of 34877 usecs (35 jiffies) 00000400:00000200:0.0:1787360445.537886:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360445.537888:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295059492 00000100:00000001:0.0:1787360445.537891:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295059562 00000100:00000001:0.0:1787360445.537893:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295059492 00000100:00000001:0.0:1787360445.537894:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295059562 00000100:00000001:0.0:1787360445.537896:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360445.537898:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.537907:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.537909:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.537917:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787360445.537919:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787360445.537921:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360445.537923:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360445.537924:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360445.537927:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1787360445.537928:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.537930:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787360445.537931:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.537933:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360445.537934:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360445.537935:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360445.537940:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.537946:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360445.537948:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.537950:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360445.537952:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360445.537953:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360445.537956:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971344640:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360445.537959:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360445.537972:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360445.537974:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.537976:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360445.537979:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b7a00. 02000000:00000001:0.0:1787360445.537981:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360445.537985:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360445.537988:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bbb00. 00000400:00000010:0.0:1787360445.537992:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5aa0. 00000100:00000200:0.0:1787360445.537994:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971344640, portal 25 00000100:00000001:0.0:1787360445.537996:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360445.537997:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869939712 : -129126839611904 : ffff8a8f50980e00) 00000100:00000040:0.0:1787360445.538002:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.538013:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360445.538015:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360445.538017:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af57f8. 00000100:00000200:0.0:1787360445.538019:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874182971344640, offset 0 00000400:00000200:0.0:1787360445.538024:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360445.538027:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.538031:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360445.538034:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360445.538036:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360445.538038:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360445.538040:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360445.538042:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [152:152:254:4294967295] 192.168.202.160@tcp LPNI seq info [152:152:6:4294967295] 00000400:00000200:0.0:1787360445.538046:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.538051:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360445.538055:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360445.538058:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f531db300. 00000800:00000200:0.0:1787360445.538061:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360445.538066:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360445.538069:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f531db300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360445.538071:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360445.538074:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360445.538076:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4295060463 00000100:00000001:0.0:1787360445.538082:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295059562 00000100:00000001:0.0:1787360445.538085:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4295060463 00000100:00000001:0.0:1787360445.538088:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295059562 00000100:00000001:0.0:1787360445.538090:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360445.538092:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.538094:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360445.538098:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.538110:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360445.538111:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.538114:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360445.538115:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360445.538117:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360445.538120:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971344896:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360445.538123:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360445.538125:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360445.538126:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.538128:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360445.538131:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b6a00. 02000000:00000001:0.0:1787360445.538132:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360445.538136:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360445.538139:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bb840. 00000400:00000010:0.0:1787360445.538142:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5c38. 00000100:00000200:0.0:1787360445.538144:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971344896, portal 10 00000100:00000001:0.0:1787360445.538146:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360445.538148:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869937024 : -129126839614592 : ffff8a8f50980380) 00000100:00000040:0.0:1787360445.538153:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.538159:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360445.538161:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360445.538163:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5dd0. 00000100:00000200:0.0:1787360445.538165:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971344896, offset 0 00000400:00000200:0.0:1787360445.538169:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360445.538172:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.538175:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360445.538178:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360445.538180:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360445.538182:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360445.538184:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360445.538192:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [153:153:253:4294967295] 192.168.202.160@tcp LPNI seq info [153:153:5:4294967295] 00000400:00000200:0.0:1787360445.538196:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.538202:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360445.538206:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360445.538209:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f531dbc00. 00000800:00000200:0.0:1787360445.538213:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360445.538217:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360445.538220:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f531dbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360445.538222:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.538225:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: using a timeout of 127376 usecs (128 jiffies) 00000400:00000200:0.0:1787360445.538228:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360445.538229:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 0 is 4295059585 00000100:00000001:0.0:1787360445.538231:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 0, keep current deadline 4295060463 00000100:00000001:0.0:1787360445.538233:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS new deadline estimation for cpu 1 is 4295059585 00000100:00000001:0.0:1787360445.538236:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f44ad5000: PM QoS request active for cpu 1, keep current deadline 4295060463 00000100:00000001:0.0:1787360445.538238:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360445.538239:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.538242:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787360445.538246:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.538254:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787360445.538255:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.538257:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787360445.538258:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787360445.538260:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787360445.538263:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a8f50983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971345152:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360445.538265:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787360445.538267:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787360445.538269:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.538275:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787360445.538278:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a8f472b6e00. 02000000:00000001:0.0:1787360445.538280:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787360445.538284:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000010:0.0:1787360445.538286:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a8f434bb0b0. 00000400:00000010:0.0:1787360445.538290:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af54c8. 00000100:00000200:0.0:1787360445.538292:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874182971345152, portal 10 00000100:00000001:0.0:1787360445.538294:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787360445.538295:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614946869949568 : -129126839602048 : ffff8a8f50983480) 00000100:00000040:0.0:1787360445.538301:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.538308:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787360445.538310:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.160@tcp 00000400:00000010:0.0:1787360445.538312:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a8f58af5a18. 00000100:00000200:0.0:1787360445.538314:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874182971345152, offset 0 00000400:00000200:0.0:1787360445.538319:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.160@tcp 00000400:00000200:0.0:1787360445.538323:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.538326:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.160@tcp local destination 00000400:00000200:0.0:1787360445.538328:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787360445.538331:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.60@tcp 00000400:00000200:0.0:1787360445.538334:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787360445.538335:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.160@tcp 00000400:00000200:0.0:1787360445.538338:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.60@tcp NI seq info: [154:154:252:4294967295] 192.168.202.160@tcp LPNI seq info [154:154:4:4294967295] 00000400:00000200:0.0:1787360445.538342:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.538346:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp:) -> 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) : PUT try# 0 00000800:00000200:0.0:1787360445.538350:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.160@tcp 00000800:00000010:0.0:1787360445.538353:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a8f50785a00. 00000800:00000200:0.0:1787360445.538356:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a8f44bcd480] -> 12345-192.168.202.160@tcp (5) 00000800:00000200:0.0:1787360445.538360:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.160@tcp ip 192.168.202.160:988 00000800:00000200:0.0:1787360445.538362:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a8f50785a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787360445.538364:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.538372:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: using a timeout of 38037 usecs (39 jiffies) 00000400:00000200:0.0:1787360445.538376:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000100:00000001:0.0:1787360445.538377:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 0 is 4295059496 00000100:00000001:0.0:1787360445.538379:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS request active for cpu 0, keep current deadline 4295060463 00000100:00000001:0.0:1787360445.538381:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS new deadline estimation for cpu 1 is 4295059496 00000100:00000001:0.0:1787360445.538383:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a8f434e3800: PM QoS request active for cpu 1, keep current deadline 4295060463 00000100:00000001:0.0:1787360445.538385:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360445.538387:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.538389:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.538392:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360445.539442:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787360445.539449:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787360445.539687:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360445.539691:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f434b8400. 00000400:00000200:0.0:1787360445.539700:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360445.539708:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360445.539714:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5198 00000400:00000010:0.0:1787360445.539717:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5198. 00000100:00000001:0.0:1787360445.539721:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360445.539726:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.539737:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360445.539740:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.539746:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.539749:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360445.539764:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360445.539766:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f531db700. 00000400:00000200:0.0:1787360445.539769:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360445.539773:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360445.539775:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5330 00000400:00000010:0.0:1787360445.539777:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5330. 00000100:00000001:0.0:1787360445.539779:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360445.539783:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.539800:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360445.539803:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.539810:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.539811:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360445.539820:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360445.539822:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f531db300. 00000400:00000200:0.0:1787360445.539825:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360445.539828:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360445.539831:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af57f8 00000400:00000010:0.0:1787360445.539832:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af57f8. 00000100:00000001:0.0:1787360445.539834:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360445.539837:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.539843:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360445.539846:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.539852:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.539853:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360445.539861:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360445.539863:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f531dbc00. 00000400:00000200:0.0:1787360445.539866:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360445.539868:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360445.539870:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5dd0 00000400:00000010:0.0:1787360445.539872:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5dd0. 00000100:00000001:0.0:1787360445.539874:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360445.539877:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.539883:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360445.539886:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.539905:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.539906:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787360445.539977:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787360445.539980:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a8f50785a00. 00000400:00000200:0.0:1787360445.539983:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360445.539987:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000400:00000200:0.0:1787360445.539989:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5a18 00000400:00000010:0.0:1787360445.539991:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5a18. 00000100:00000001:0.0:1787360445.539994:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787360445.539998:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.540005:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360445.540008:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.540014:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.540015:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787360445.544585:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360445.544603:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360445.544608:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360445.544610:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360445.544619:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360445.544627:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360445.544636:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360445.544640:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360445.544645:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360445.544649:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404780 00000400:00000200:1.0:1787360445.544653:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360445.544659:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x859 [1] + 224 00000800:00000001:1.0:1787360445.544666:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360445.544685:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360445.544688:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360445.544692:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360445.544700:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360445.544708:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360445.544718:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.544729:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360445.544737:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360445.544740:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.545573:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360445.545579:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787360445.545588:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360445.545590:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360445.545594:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bb898. 00000400:00000200:0.0:1787360445.545599:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5bb0 00000400:00000010:0.0:1787360445.545601:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5bb0. 00000100:00000001:0.0:1787360445.545605:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360445.545611:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360445.545621:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.545628:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360445.545630:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.545632:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360445.545635:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360445.545647:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360445.545649:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.545652:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787360445.545660:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f434f8460 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360445.545664:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f434f8418 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360445.545667:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360445.545669:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360445.545672:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787360445.545676:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.545679:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787360445.545681:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f44ad5000: skip recheck: last_committed 0 00000100:00000001:0.0:1787360445.545684:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787360445.545686:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.545697:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.545703:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360445.545707:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360445.545708:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360445.545712:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360445.545719:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971344768:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360445.545725:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.545727:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360445.545729:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50981180 x1874182971344768/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.545735:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360445.545737:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360445.545741:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b7600. 02000000:00000001:0.0:1787360445.545745:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360445.545747:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360445.545749:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f434f8000 refcount=3 obd=lustre-MDT0000-mdc-ffff8a8f44ad5000 00000020:00000001:0.0:1787360445.545751:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360445.545759:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f434b8800. 02000000:00000001:0.0:1787360445.545764:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360445.545766:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360445.545768:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50981180. 00000100:00000001:0.0:1787360445.545772:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360445.545773:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.545776:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.545778:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360445.545779:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787360445.545781:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.545782:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787360445.548249:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360445.548265:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360445.548269:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360445.548271:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360445.548279:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548285:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360445.548293:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548298:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548302:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548306:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404880 00000400:00000200:0.0:1787360445.548311:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548317:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:0.0:1787360445.548323:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360445.548326:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360445.548329:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360445.548333:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360445.548340:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360445.548347:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360445.548358:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.548382:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360445.548389:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360445.548403:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360445.548405:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360445.548406:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360445.548409:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548412:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360445.548416:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548418:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548421:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548423:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404800 00000400:00000200:0.0:1787360445.548426:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548430:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:0.0:1787360445.548433:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360445.548436:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360445.548438:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360445.548450:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360445.548453:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360445.548456:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360445.548464:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.548471:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360445.548474:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360445.548476:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787360445.548477:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360445.548479:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360445.548482:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548485:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:0.0:1787360445.548488:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548490:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548492:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548495:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 10 MB=0x6a88f3a404900 00000400:00000200:0.0:1787360445.548497:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:0.0:1787360445.548505:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.160@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1787360445.548508:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360445.548514:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787360445.548515:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787360445.548518:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:0.0:1787360445.548520:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360445.548524:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787360445.548532:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.548588:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787360445.548592:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787360445.548596:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360445.549688:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787360445.549695:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787360445.549702:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787360445.549705:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787360445.549708:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bb840. 00000400:00000200:1.0:1787360445.549715:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5c38 00000400:00000010:1.0:1787360445.549717:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5c38. 00000100:00000001:1.0:1787360445.549721:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360445.549728:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787360445.549737:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.549743:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787360445.549745:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360445.549747:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787360445.549750:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787360445.549752:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787360445.549755:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787360445.549757:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787360445.549766:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f434ff460 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1787360445.549770:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f434ff418 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1787360445.549772:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787360445.549774:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787360445.549790:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787360445.549796:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787360445.549812:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360445.549816:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787360445.549818:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f44ad5000: skip recheck: last_committed 0 00000100:00000001:1.0:1787360445.549820:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787360445.549822:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787360445.549827:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.549834:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787360445.549837:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787360445.549839:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787360445.549843:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360445.549850:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2109c4a5-209d-4bdd-a14e-f1fe797a2939:2397:1874182971344896:192.168.202.160@tcp:400:kworker.0 00000400:00000001:1.0:1787360445.549856:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787360445.549857:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787360445.549859:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bb0b0. 00000400:00000200:1.0:1787360445.549861:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af54c8 00000400:00000010:1.0:1787360445.549866:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af54c8. 00000100:00000001:1.0:1787360445.549869:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360445.549872:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787360445.549880:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.549889:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787360445.549890:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360445.549892:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787360445.549893:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787360445.549899:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787360445.549900:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787360445.549902:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787360445.549906:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f60c58460 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1787360445.549909:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f60c58418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1787360445.549911:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787360445.549912:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787360445.549914:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787360445.549917:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787360445.549923:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360445.549925:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787360445.549926:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:1.0:1787360445.549928:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787360445.549929:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787360445.549931:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.549937:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787360445.549938:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787360445.549939:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787360445.549942:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360445.549949:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971345152:192.168.202.160@tcp:400:kworker.0 00000400:00000001:1.0:1787360445.549953:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787360445.549954:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787360445.549955:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bbd10. 00000400:00000200:1.0:1787360445.549957:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5880 00000400:00000010:1.0:1787360445.549958:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5880. 00000100:00000001:1.0:1787360445.549970:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360445.549974:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787360445.549990:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.549995:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787360445.549997:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360445.549998:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787360445.549999:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787360445.550000:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787360445.550001:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787360445.550003:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787360445.550006:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f42aaac60 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1787360445.550008:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f42aaac18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1787360445.550010:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787360445.550012:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787360445.550013:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787360445.550397:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360445.550402:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787360445.550404:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a8f434e3800: skip recheck: last_committed 0 00000100:00000001:1.0:1787360445.550405:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787360445.550407:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787360445.550412:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.550419:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787360445.550420:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787360445.550422:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787360445.550425:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787360445.550442:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9299de61-18d9-494c-93d1-f15436187fdc:2397:1874182971345024:192.168.202.160@tcp:400:kworker.0 00000100:00000001:1.0:1787360445.550447:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360445.550450:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360445.550457:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50980380 x1874182971344896/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f44ad5000@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.550474:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787360445.550476:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787360445.550480:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b6a00. 02000000:00000001:1.0:1787360445.550483:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787360445.550486:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787360445.550488:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f434ff000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a8f44ad5000 00000020:00000001:1.0:1787360445.550490:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787360445.550492:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f434b8a00. 02000000:00000001:1.0:1787360445.550496:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787360445.550498:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787360445.550500:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50980380. 00000100:00000001:1.0:1787360445.550504:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787360445.550506:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360445.550507:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360445.550510:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50983480 x1874182971345152/t0(0) o400->lustre-MDT0001-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.550516:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787360445.550517:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787360445.550518:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b6e00. 02000000:00000001:1.0:1787360445.550520:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787360445.550521:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787360445.550522:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f60c58000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a8f434e3800 00000020:00000001:1.0:1787360445.550523:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787360445.550524:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f434b8c00. 02000000:00000001:1.0:1787360445.550525:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787360445.550526:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787360445.550527:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50983480. 00000100:00000001:1.0:1787360445.550530:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787360445.550531:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360445.550533:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787360445.550706:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50983800 x1874182971345024/t0(0) o400->lustre-MDT0000-mdc-ffff8a8f434e3800@192.168.202.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.550712:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787360445.550713:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787360445.550720:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b7c00. 02000000:00000001:1.0:1787360445.550723:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787360445.550724:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787360445.550726:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f42aaa800 refcount=3 obd=lustre-MDT0000-mdc-ffff8a8f434e3800 00000020:00000001:1.0:1787360445.550728:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787360445.550729:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f434b8b00. 02000000:00000001:1.0:1787360445.550732:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787360445.550733:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787360445.550734:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50983800. 00000100:00000001:1.0:1787360445.550737:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787360445.550738:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787360445.550742:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360445.550744:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787360445.550746:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787360445.550748:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787360445.550749:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787360445.551931:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360445.551945:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787360445.551948:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360445.551949:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360445.551957:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360445.551972:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.60@tcp(192.168.202.60@tcp) <- 192.168.202.160@tcp : PUT - for me 00000400:00000200:1.0:1787360445.551980:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360445.551984:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360445.551989:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360445.551993:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.160@tcp of length 224 into portal 25 MB=0x6a88f3a404700 00000400:00000200:1.0:1787360445.551998:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.160@tcp to cpt 0 00000400:00000200:1.0:1787360445.552003:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.160@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:1.0:1787360445.552009:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360445.552014:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787360445.552017:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787360445.552021:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.60@tcp->192.168.202.160@tcp: PUT: OK 00000100:00000001:1.0:1787360445.552027:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787360445.552048:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787360445.552070:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787360445.552082:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787360445.552089:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787360445.552091:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.552374:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360445.552378:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787360445.552383:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787360445.552385:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787360445.552388:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a8f434bbb00. 00000400:00000200:0.0:1787360445.552391:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a8f58af5aa0 00000400:00000010:0.0:1787360445.552397:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a8f58af5aa0. 00000100:00000001:0.0:1787360445.552400:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787360445.552404:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787360445.552412:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.552418:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787360445.552419:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.552421:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787360445.552424:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787360445.552426:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787360445.552428:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787360445.552430:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787360445.552446:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a8f58b4bc60 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1787360445.552456:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a8f58b4bc18 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1787360445.552459:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787360445.552460:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360445.552462:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787360445.552464:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.552466:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787360445.552471:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.552477:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787360445.552479:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787360445.552481:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787360445.552484:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787360445.552491:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a8f50980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9a03789-dca9-4666-898f-1dc7741f053a:2397:1874182971344640:192.168.202.160@tcp:400:kworker.0 00000100:00000001:0.0:1787360445.552494:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.552496:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787360445.552498:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a8f50980e00 x1874182971344640/t0(0) o400->MGC192.168.202.160@tcp@192.168.202.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1787360461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787360445.552504:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787360445.552505:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787360445.552512:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a8f472b7a00. 02000000:00000001:0.0:1787360445.552514:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787360445.552516:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787360445.552518:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a8f58b4b800 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:0.0:1787360445.552520:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787360445.552522:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a8f434b8300. 02000000:00000001:0.0:1787360445.552526:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787360445.552527:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787360445.552528:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a8f50980e00. 00000100:00000001:0.0:1787360445.553688:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787360445.553696:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.553709:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787360445.553718:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787360445.553734:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787360445.553737:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787360445.553740:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360445.601588:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360445.601595:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360445.601601:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360445.601602:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360445.601872:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360445.601877:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360445.601880:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787360446.560806:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621800 (cpu 0) has reached its deadline 4295060463, at 4295060480 00000100:00000010:0.0:1787360446.560822:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f607ee480. 00000100:00000040:1.0:1787360446.561765:0:264:0:(connection.c:75:cpu_latency_work()) work item of ffff8a8f50621910 (cpu 1) has reached its deadline 4295060463, at 4295060481 00000100:00000010:1.0:1787360446.561774:0:264:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a8f607ee720. 00010000:00000001:0.0:1787360446.624620:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360446.624628:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360446.624634:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360446.624635:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787360446.624816:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787360446.624819:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787360446.624822:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787360447.648625:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360447.648634:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787360447.648636:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787360447.648639:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360447.648644:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787360447.648646:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360447.648648:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360447.648650:0:53:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787360447.648653:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787360447.648655:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787360447.648724:0:6170:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787360447.648727:0:6170:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787360447.648729:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787360447.686488:0:10070:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787360447.686503:0:10070:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787360448.223218:0:10106:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787360448.223226:0:10106:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1787360448.230037:0:10106:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** Debug log: 6817 lines, 6817 kept, 0 dropped, 0 bad.