00000001:01000000:3.0F:1789117397.011044:0:2336:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 547 MB/s 00000001:01000000:2.0F:1789117397.260971:0:2336:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 575 MB/s 00000001:01000000:2.0:1789117397.510960:0:2336:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3515 MB/s 00000020:02000000:2.0:1789117398.512029:0:2366:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_140_g76d5844 00000400:02000000:3.0:1789117399.335931:0:2381:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.25@tcp [8/256/0/180] 00008000:02000000:0.0F:1789117403.218846:0:2531:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1789117590.511827:0:6160:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789117590.511831:0:6160:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1789117590.511832:0:6160:0:(obd_mount.c:926:lmd_print()) device: 192.168.201.125@tcp:/lustre 00000020:01000004:2.0:1789117590.511834:0:6160:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1789117590.511972:0:6160:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000e9ca39e1 00000080:01000004:2.0:1789117590.511983:0:6160:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1789117590.511998:0:6160:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.125@tcp' 00000020:01000004:2.0:1789117590.512903:0:6160:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.125@tcp (typ=mgc) 00000020:00000080:2.0:1789117590.512929:0:6160:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.125@tcp (000000004f111e6b) 00000020:00000080:2.0:1789117590.512946:0:6160:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1789117590.513202:0:6160:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789117590.513227:0:6160:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789117590.513895:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1789117590.513902:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1789117590.516743:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1789117590.516762:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1789117590.529205:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1789117590.529247:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0F:1789117590.532322:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1789117590.532340:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:2.0:1789117590.550219:0:6160:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789117590.552046:0:6160:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789117590.552310:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:2.0:1789117590.552318:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1789117590.555297:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1789117590.555311:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1789117590.556973:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:3.0:1789117590.556985:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1789117590.559940:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1789117590.559955:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:2.0:1789117590.561462:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1789117590.561474:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1789117590.569737:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:3.0:1789117590.569749:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1789117590.572314:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117590.572321:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117590.572324:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789117590.574013:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789117590.574023:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789117590.574026:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1789117590.584360:0:6160:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000413ca5d6@MGC192.168.201.125@tcp: add connection 192.168.201.125@tcp at head 00010000:00010000:2.0:1789117590.584781:0:6160:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.125@tcp-0 is initialized 00000040:01000000:2.0:1789117590.584791:0:6160:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.125@tcp ctxt 1 is initialized 00010000:00010000:2.0:1789117590.587587:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789117590.587922:0:6174:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1789117590.588630:0:6160:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.125@tcp (uuid aa63026c-d7d6-4509-a07c-c63597c88596) 00000020:00000080:2.0:1789117590.588674:0:6160:0:(genops.c:1385:class_connect()) connect: client aa63026c-d7d6-4509-a07c-c63597c88596, cookie 0x45c7bbc498656d2 00000100:00080000:2.0:1789117590.588692:0:6160:0:(import.c:510:import_select_connection()) MGC192.168.201.125@tcp: connect to NID 192.168.201.125@tcp last attempt 0 00000100:00080000:2.0:1789117590.588706:0:6160:0:(import.c:624:import_select_connection()) MGC192.168.201.125@tcp: import 00000000413ca5d6 using connection 192.168.201.125@tcp/192.168.201.125@tcp 00000100:00100000:2.0:1789117590.588756:0:6160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000072c4014e x1876025565773952/t0(0) o250->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789117590.588803:0:6160:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import aa63026c-d7d6-4509-a07c-c63597c88596->MGS 00000080:00200000:2.0:1789117590.588825:0:6160:0:(llite_lib.c:1522:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff888d04f2f000 (sb 00000000e9ca39e1) 00000080:01000000:2.0:1789117590.588920:0:6160:0:(llite_lib.c:1248:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1789117590.588923:0:6160:0:(llite_lib.c:1258:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1789117590.588928:0:6160:0:(llite_lib.c:1258:ll_options()) next opt=flock 00000080:01000000:2.0:1789117590.588937:0:6160:0:(llite_lib.c:1556:ll_fill_super()) llite sb uuid: 8d483992-49e2-4ac3-a065-89ace7c90aaa 00000100:00100000:3.0:1789117590.589236:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000072c4014e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa63026c-d7d6-4509-a07c-c63597c88596:2397:1876025565773952:192.168.201.125@tcp:250: 00000100:00100000:3.0:1789117590.593456:0:2397:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.201.125@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789117590.593473:0:2397:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.201.125@tcp: connect to target with instance 0 00000100:00080000:3.0:1789117590.593481:0:2397:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.201.125@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1789117590.593487:0:2397:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1789117590.593491:0:2397:0:(import.c:65:import_set_state_nolock()) 00000000413ca5d6 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1789117590.593495:0:2397:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1789117590.593509:0:2397:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1789117590.593541:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000072c4014e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:aa63026c-d7d6-4509-a07c-c63597c88596:2397:1876025565773952:192.168.201.125@tcp:250: 10000000:01000000:2.0:1789117590.601896:0:6160:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789117590.601904:0:6160:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff888d04f2f000 10000000:01000000:2.0:1789117590.601908:0:6160:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff888d11cfced8 10000000:01000000:2.0:1789117590.601912:0:6160:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789117590.601921:0:6160:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff888d11cfced8 from 1 10000000:01000000:2.0:1789117590.601924:0:6160:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1789117590.601963:0:6160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: 00000000c5430b9f/0x45c7bbc498656d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117590.601977:0:6160:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: 00000000c5430b9f/0x45c7bbc498656d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117590.601986:0:6160:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: 00000000c5430b9f/0x45c7bbc498656d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789117590.602022:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000353aee0d pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774080:192.168.201.125@tcp:101: 00000100:00100000:2.0:1789117590.602579:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 000000000d77cd77 going to sleep for 11 seconds 00000100:00100000:2.0:1789117590.614422:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000353aee0d pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774080:192.168.201.125@tcp:101: 00010000:00010000:2.0:1789117590.614456:0:6160:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: 00000000c5430b9f/0x45c7bbc498656d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117590.614469:0:6160:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: 00000000c5430b9f/0x45c7bbc498656d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789117590.614594:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000353aee0d pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774208:192.168.201.125@tcp:501: 00000100:00100000:2.0:1789117590.614677:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 000000000d77cd77 going to sleep for 11 seconds 00000100:00100000:3.0:1789117590.628647:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000353aee0d pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774208:192.168.201.125@tcp:501: 10000000:01000000:3.0:1789117590.628739:0:6160:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1789117590.628763:0:6160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: 00000000c5430b9f/0x45c7bbc498656d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117590.628781:0:6160:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: 00000000c5430b9f/0x45c7bbc498656d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789117590.629016:0:6160:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff888d04f2f000 10000000:01000000:3.0:1789117590.629029:0:6160:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789117590.629035:0:6160:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff888d04f2f000 10000000:01000000:3.0:1789117590.629038:0:6160:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789117590.629061:0:6160:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff888d04f2f000 10000000:01000000:3.0:1789117590.629065:0:6160:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1789117590.629073:0:6160:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff888d04f2f000 from 1 10000000:01000000:3.0:1789117590.629076:0:6160:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789117590.629138:0:6160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: 000000008c182409/0x45c7bbc498656e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117590.629149:0:6160:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: 000000008c182409/0x45c7bbc498656e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117590.629163:0:6160:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: 000000008c182409/0x45c7bbc498656e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789117590.629192:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005f2d4d67 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774336:192.168.201.125@tcp:101: 00000100:00100000:3.0:1789117590.629352:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 000000002fa1957f going to sleep for 11 seconds 00000100:00100000:3.0:1789117590.642467:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005f2d4d67 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774336:192.168.201.125@tcp:101: 00010000:00010000:3.0:1789117590.642571:0:6160:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: 000000008c182409/0x45c7bbc498656e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117590.642588:0:6160:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: 000000008c182409/0x45c7bbc498656e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789117590.642699:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005f2d4d67 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774464:192.168.201.125@tcp:501: 00000100:00100000:3.0:1789117590.642819:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 000000002fa1957f going to sleep for 11 seconds 00000100:00100000:3.0:1789117590.654201:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005f2d4d67 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774464:192.168.201.125@tcp:501: 00000100:00100000:3.0:1789117590.654316:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005f2d4d67 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774592:192.168.201.125@tcp:503: 00000100:00100000:3.0:1789117590.654463:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 000000002fa1957f going to sleep for 11 seconds 00000100:00100000:3.0:1789117590.674064:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005f2d4d67 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774592:192.168.201.125@tcp:503: 00000100:00100000:2.0:1789117590.677387:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000c990a99e pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6179:1876025565774720:192.168.201.125@tcp:502: 00000100:00100000:2.0:1789117590.677599:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set 00000000e16b2e98 going to sleep for 11 seconds 00000100:00100000:3.0:1789117590.681612:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000c990a99e pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6179:1876025565774720:192.168.201.125@tcp:502: 00000020:01000000:3.0:1789117590.681740:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117590.681757:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.681760:0:6179:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1789117590.681768:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff888d04f2f000 00000020:00000080:3.0:1789117590.681771:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789117590.681806:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff888d04f2f000 (00000000f386ae76) 00000020:00000080:3.0:1789117590.681832:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1789117590.681839:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff888d04f2f000 00000020:00000080:3.0:1789117590.681841:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1789117590.682442:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff888d04f2f000 (uuid 8d483992-49e2-4ac3-a065-89ace7c90aaa) 00000020:01000000:3.0:1789117590.682450:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117590.682456:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.682457:0:6179:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1789117590.682461:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117590.682465:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.682466:0:6179:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1789117590.682471:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff888d04f2f000 00000020:00000080:3.0:1789117590.682475:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789117590.682486:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff888d04f2f000 (00000000502f6125) 00000020:00000080:3.0:1789117590.682504:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:3.0:1789117590.682510:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff888d04f2f000 00000020:00000080:3.0:1789117590.682513:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1789117590.684104:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff888d04f2f000 (uuid 8d483992-49e2-4ac3-a065-89ace7c90aaa) 00000020:01000000:3.0:1789117590.684119:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117590.684126:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.684128:0:6179:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1789117590.684131:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117590.684135:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.684144:0:6179:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1789117590.684148:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1789117590.684150:0:6179:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1789117590.684154:0:6179:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1789117590.684160:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117590.684164:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.684165:0:6179:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1789117590.684168:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117590.684173:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.684174:0:6179:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1789117590.684177:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789117590.684183:0:6179:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.125@tcp to nid 0x20000c0a8c97d (192.168.201.125@tcp) 00000020:01000000:3.0:1789117590.684220:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000080:3.0:1789117590.684224:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789117590.684238:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff888d04f2f000 (00000000cac33c08) 00000020:00000080:3.0:1789117590.684257:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:3.0:1789117590.684262:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000080:3.0:1789117590.684265:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1789117590.684516:0:6179:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000edcde5c6@lustre-MDT0000-mdc-ffff888d04f2f000: add connection 192.168.201.125@tcp at head 00010000:00010000:3.0:1789117590.688801:0:6179:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff888d04f2f000-1 is initialized 00000040:01000000:3.0:1789117590.689193:0:6179:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff888d04f2f000 ctxt 13 is initialized 00000020:00000080:3.0:1789117590.693241:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff888d04f2f000 (uuid 8d483992-49e2-4ac3-a065-89ace7c90aaa) 00000020:01000000:3.0:1789117590.693266:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff888d04f2f000 00000020:00000080:3.0:1789117590.693271:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1789117590.693384:0:6179:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1789117590.693454:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117590.693460:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.693463:0:6179:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1789117590.693467:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789117590.693471:0:6179:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1789117590.693472:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789117590.693474:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789117590.693508:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789117590.693512:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.693513:0:6179:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789117590.693517:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117590.693637:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.693639:0:6179:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1789117590.693644:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789117590.693650:0:6179:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.125@tcp to nid 0x20000c0a8c97d (192.168.201.125@tcp) 00000020:01000000:3.0:1789117590.693744:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000080:3.0:1789117590.693747:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789117590.693761:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff888d04f2f000 (00000000bc88183f) 00000020:00000080:3.0:1789117590.693782:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:3.0:1789117590.693788:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000080:3.0:1789117590.693791:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1789117590.694207:0:6179:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000d5fab148@lustre-MDT0001-mdc-ffff888d04f2f000: add connection 192.168.201.125@tcp at head 00010000:00010000:3.0:1789117590.708065:0:6179:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff888d04f2f000-2 is initialized 00000040:01000000:3.0:1789117590.713360:0:6179:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff888d04f2f000 ctxt 13 is initialized 00000020:00000080:2.0:1789117590.714390:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff888d04f2f000 (uuid 8d483992-49e2-4ac3-a065-89ace7c90aaa) 00000020:01000000:2.0:1789117590.714413:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff888d04f2f000 00000020:00000080:2.0:1789117590.714419:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1789117590.714449:0:6179:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1789117590.714496:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789117590.714501:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117590.714502:0:6179:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1789117590.714505:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789117590.714508:0:6179:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1789117590.714509:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789117590.714511:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789117590.714512:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789117590.714514:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117590.714515:0:6179:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789117590.714640:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789117590.714646:0:6179:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.125@tcp:/lustre 00000020:00000080:2.0:1789117590.714652:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117590.714655:0:6179:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789117590.714659:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789117590.714664:0:6179:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.125@tcp to nid 0x20000c0a8c97d (192.168.201.125@tcp) 00000020:01000000:2.0:1789117590.714693:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff888d04f2f000 00000020:00000080:2.0:1789117590.714696:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789117590.714707:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff888d04f2f000 (000000003aa1e6ec) 00000020:00000080:2.0:1789117590.714730:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1789117590.714739:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff888d04f2f000 00000020:00000080:2.0:1789117590.714742:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789117590.714843:0:6179:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c482e666@lustre-OST0000-osc-ffff888d04f2f000: add connection 192.168.201.125@tcp at head 00010000:00010000:2.0:1789117590.715189:0:6179:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff888d04f2f000-3 is initialized 00000020:00000080:2.0:1789117590.730952:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff888d04f2f000 (uuid 8d483992-49e2-4ac3-a065-89ace7c90aaa) 00000020:01000000:2.0:1789117590.730982:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff888d04f2f000 00000020:00000080:2.0:1789117590.730988:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1789117590.731015:0:6179:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1789117590.731024:0:6179:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff888d04f2f000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1789117590.731031:0:6179:0:(lov_obd.c:533:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1789117590.731044:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789117590.731048:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117590.731051:0:6179:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789117590.731055:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789117590.731059:0:6179:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1789117590.731061:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789117590.731064:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789117590.731066:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789117590.731069:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117590.731071:0:6179:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789117590.731074:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789117590.731080:0:6179:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.125@tcp:/lustre 00000020:00000080:2.0:1789117590.731397:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117590.731401:0:6179:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789117590.731408:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789117590.731416:0:6179:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.125@tcp to nid 0x20000c0a8c97d (192.168.201.125@tcp) 00000020:01000000:2.0:1789117590.731457:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff888d04f2f000 00000020:00000080:2.0:1789117590.731460:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789117590.731471:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff888d04f2f000 (000000006740facf) 00000020:00000080:2.0:1789117590.731492:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:2.0:1789117590.731499:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff888d04f2f000 00000020:00000080:2.0:1789117590.731501:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789117590.731937:0:6179:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000261a8cc9@lustre-OST0001-osc-ffff888d04f2f000: add connection 192.168.201.125@tcp at head 00010000:00010000:2.0:1789117590.732363:0:6179:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff888d04f2f000-4 is initialized 00000020:00000080:2.0:1789117590.733471:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff888d04f2f000 (uuid 8d483992-49e2-4ac3-a065-89ace7c90aaa) 00000020:01000000:2.0:1789117590.733484:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff888d04f2f000 00000020:00000080:2.0:1789117590.733487:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1789117590.733507:0:6179:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1789117590.733515:0:6179:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff888d04f2f000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1789117590.733543:0:6179:0:(lov_obd.c:533:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1789117590.733562:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789117590.733567:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117590.733568:0:6179:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789117590.733572:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789117590.733576:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117590.733577:0:6179:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789117590.733580:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789117590.733582:0:6179:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1789117590.733631:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000072c4014e pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6179:1876025565774848:192.168.201.125@tcp:502: 00000100:00100000:2.0:1789117590.733755:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set 0000000024f17130 going to sleep for 11 seconds 00000100:00100000:3.0:1789117590.746490:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000072c4014e pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6179:1876025565774848:192.168.201.125@tcp:502: 00000020:01000000:3.0:1789117590.746753:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117590.746764:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.746767:0:6179:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000040:00080000:3.0:1789117590.746772:0:6179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0:1789117590.746951:0:6160:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:0.0:1789117590.746971:0:6160:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789117590.746993:0:6160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: 000000008c182409/0x45c7bbc498656e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117590.747003:0:6160:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: 000000008c182409/0x45c7bbc498656e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789117590.747012:0:6160:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff888d04f2f000 from 1 10000000:01000000:0.0:1789117590.747015:0:6160:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1789117590.747057:0:6160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: 0000000020508d93/0x45c7bbc49865711 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117590.747065:0:6160:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: 0000000020508d93/0x45c7bbc49865711 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117590.747075:0:6160:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: 0000000020508d93/0x45c7bbc49865711 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789117590.747166:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000055e48b76 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774976:192.168.201.125@tcp:101: 00000100:00100000:0.0:1789117590.747263:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 000000001fdac4f2 going to sleep for 11 seconds 00000100:00100000:3.0:1789117590.765503:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000055e48b76 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565774976:192.168.201.125@tcp:101: 00010000:00010000:3.0:1789117590.765845:0:6160:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: 0000000020508d93/0x45c7bbc49865711 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da984 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117590.765859:0:6160:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: 0000000020508d93/0x45c7bbc49865711 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627da984 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789117590.767922:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000aba7f728 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565775104:192.168.201.125@tcp:256: 00000100:00100000:2.0:1789117590.768117:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 00000000c317c30c going to sleep for 11 seconds 00000100:00100000:2.0:1789117590.779202:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000aba7f728 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565775104:192.168.201.125@tcp:256: 10000000:01000000:2.0:1789117590.780242:0:6160:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1789117590.780268:0:6160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: 0000000020508d93/0x45c7bbc49865711 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da984 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117590.780340:0:6160:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: 0000000020508d93/0x45c7bbc49865711 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da984 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789117590.780348:0:6160:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff888d04f2f000 from 1 10000000:01000000:2.0:1789117590.780352:0:6160:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789117590.780389:0:6160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: 00000000b9386dda/0x45c7bbc49865718 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117590.780459:0:6160:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: 00000000b9386dda/0x45c7bbc49865718 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117590.780470:0:6160:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: 00000000b9386dda/0x45c7bbc49865718 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789117590.780491:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000aba7f728 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565775232:192.168.201.125@tcp:101: 00000100:00100000:2.0:1789117590.780977:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 00000000c317c30c going to sleep for 11 seconds 00000100:00100000:2.0:1789117590.785246:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000aba7f728 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565775232:192.168.201.125@tcp:101: 00010000:00010000:2.0:1789117590.785290:0:6160:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: 00000000b9386dda/0x45c7bbc49865718 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117590.785304:0:6160:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: 00000000b9386dda/0x45c7bbc49865718 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789117590.785383:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000aba7f728 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565775360:192.168.201.125@tcp:501: 00000100:00100000:2.0:1789117590.785501:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 00000000c317c30c going to sleep for 11 seconds 00000100:00100000:2.0:1789117590.789172:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000aba7f728 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565775360:192.168.201.125@tcp:501: 00000100:00100000:2.0:1789117590.789238:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000aba7f728 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565775488:192.168.201.125@tcp:503: 00000100:00100000:2.0:1789117590.789487:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 00000000c317c30c going to sleep for 11 seconds 00000100:00100000:2.0:1789117590.796774:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000aba7f728 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:6160:1876025565775488:192.168.201.125@tcp:503: 00000100:00100000:1.0:1789117590.797390:0:6186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000c87be10f pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6186:1876025565775616:192.168.201.125@tcp:502: 00000100:00100000:1.0:1789117590.797712:0:6186:0:(client.c:2715:ptlrpc_set_wait()) set 00000000029ffc7d going to sleep for 11 seconds 00000100:00100000:3.0:1789117590.802904:0:6186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000c87be10f pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6186:1876025565775616:192.168.201.125@tcp:502: 00000020:01000000:3.0:1789117590.802971:0:6186:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117590.802982:0:6186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.802985:0:6186:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789117590.802991:0:6186:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff888d04f2f000 00000020:00000080:3.0:1789117590.802994:0:6186:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1789117590.803056:0:6186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6186:1876025565775744:192.168.201.125@tcp:502: 00000100:00100000:3.0:1789117590.803295:0:6186:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d072d4240 going to sleep for 11 seconds 00000100:00100000:3.0:1789117590.813947:0:6186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6186:1876025565775744:192.168.201.125@tcp:502: 00000020:01000000:3.0:1789117590.813993:0:6186:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117590.814002:0:6186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117590.814005:0:6186:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1789117590.814010:0:6186:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1789117590.814684:0:6160:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1789117590.814705:0:6160:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789117590.814759:0:6160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d014f8600/0x45c7bbc49865718 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117590.814770:0:6160:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: ffff888d014f8600/0x45c7bbc49865718 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1789117590.814790:0:6160:0:(llite_lib.c:1630:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1789117590.814813:0:6160:0:(genops.c:1385:class_connect()) connect: client 8d483992-49e2-4ac3-a065-89ace7c90aaa, cookie 0x45c7bbc4986571f 00800000:01000000:2.0:1789117590.814837:0:6160:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 8d483992-49e2-4ac3-a065-89ace7c90aaa to lustre-clilmv-ffff888d04f2f000 00800000:01000000:2.0:1789117590.814845:0:6160:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff888d04f2f000(8d483992-49e2-4ac3-a065-89ace7c90aaa) - lustre-MDT0000_UUID, 8d483992-49e2-4ac3-a065-89ace7c90aaa 00000020:00000080:2.0:1789117590.814853:0:6160:0:(genops.c:1385:class_connect()) connect: client 8d483992-49e2-4ac3-a065-89ace7c90aaa, cookie 0x45c7bbc49865726 00000100:00080000:2.0:1789117590.814862:0:6160:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff888d04f2f000: connect to NID 192.168.201.125@tcp last attempt 0 00000100:00080000:2.0:1789117590.814871:0:6160:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff888d04f2f000: import ffff888d11393000 using connection 192.168.201.125@tcp/192.168.201.125@tcp 00000008:00100000:2.0:1789117590.814883:0:6160:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683276 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1789117590.814909:0:6160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d2222b0c0 x1876025565775872/t0(0) o38->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789117590.814938:0:6160:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID 00800000:01000000:2.0:1789117590.815040:0:6160:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff888d04f2f000(8d483992-49e2-4ac3-a065-89ace7c90aaa) successfully (5) 00800000:00000004:2.0:1789117590.815045:0:6160:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff888d04f2f000: age -724, max_age 0 00800000:01000000:2.0:1789117590.815076:0:6160:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff888d04f2f000(8d483992-49e2-4ac3-a065-89ace7c90aaa) - lustre-MDT0001_UUID, 8d483992-49e2-4ac3-a065-89ace7c90aaa 00000020:00000080:2.0:1789117590.815084:0:6160:0:(genops.c:1385:class_connect()) connect: client 8d483992-49e2-4ac3-a065-89ace7c90aaa, cookie 0x45c7bbc4986572d 00000100:00080000:2.0:1789117590.815089:0:6160:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff888d04f2f000: connect to NID 192.168.201.125@tcp last attempt 0 00000100:00080000:2.0:1789117590.815094:0:6160:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff888d04f2f000: import ffff888d11390800 using connection 192.168.201.125@tcp/192.168.201.125@tcp 00000008:00100000:2.0:1789117590.815100:0:6160:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683276 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1789117590.815112:0:6160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d22228f00 x1876025565776128/t0(0) o38->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789117590.815121:0:6160:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID 00800000:01000000:2.0:1789117590.815162:0:6160:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff888d04f2f000(8d483992-49e2-4ac3-a065-89ace7c90aaa) successfully (5) 00800000:00000004:2.0:1789117590.815165:0:6160:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff888d04f2f000: age -724, max_age 0 00000080:00000004:2.0:1789117590.815197:0:6160:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff888d04f2f000: age -724, max_age 275 00800000:00000004:2.0:1789117590.815202:0:6160:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff888d04f2f000: age -724, max_age 275 00000100:00080000:2.0:1789117590.815219:0:6160:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d08ab92c0 x1876025565776384/t0(0) o41->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117590.815229:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d18a15b40 going to sleep for 0 seconds 00000100:00080000:2.0:1789117590.815305:0:2401:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d2222a580 x1876025565776000/t0(0) o41->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117590.815318:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1789117590.815323:0:2401:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d08abb0c0 x1876025565776256/t0(0) o41->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117590.815411:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2222b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565775872:192.168.201.125@tcp:38: 00000100:00100000:0.0:1789117590.815556:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22228f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565776128:192.168.201.125@tcp:38: 00010000:00080000:3.0:1789117590.818328:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d2222b0c0 x1876025565775872/t0(0) o38->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1789117600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117590.818349:0:2397:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d04f2f000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789117590.818361:0:2397:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff888d04f2f000: connect to target with instance 1 00000001:01000000:0.0:1789117591.067829:0:2397:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff888d04f2f000: T10 checksum algorithm t10ip512 speed = 2939 MB/s 00000001:01000000:1.0:1789117591.317709:0:2397:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff888d04f2f000: T10 checksum algorithm t10ip4K speed = 3039 MB/s 00000001:01000000:3.0:1789117591.570876:0:2397:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff888d04f2f000: T10 checksum algorithm t10crc512 speed = 403 MB/s 00010000:00010000:3.0:1789117591.642677:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1789117591.827203:0:2397:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff888d04f2f000: T10 checksum algorithm t10crc4K speed = 476 MB/s 00000100:00080000:2.0:1789117591.827215:0:2397:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff888d04f2f000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1789117591.827230:0:2397:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789117591.827249:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d11393000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1789117591.827970:0:2397:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000823e7cab): req@ffff888d08ab92c0 x1876025565776384/t0(0) o41->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789117591.828054:0:2397:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000098ba764b): req@ffff888d2222a580 x1876025565776000/t0(0) o41->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117591.828079:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2222b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565775872:192.168.201.125@tcp:38: 00010000:00080000:2.0:1789117591.828123:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22228f00 x1876025565776128/t0(0) o38->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1789117600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117591.828133:0:2397:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d04f2f000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789117591.828143:0:2397:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff888d04f2f000: connect to target with instance 1 00000100:00080000:2.0:1789117591.828150:0:2397:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff888d04f2f000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1789117591.828158:0:2397:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789117591.828162:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d11390800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789117591.829661:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22228f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565776128:192.168.201.125@tcp:38: 00000100:00100000:0.0:1789117591.835789:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d18a15b40 going to sleep for 0 seconds 00000100:00100000:1.0:1789117591.840424:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d18a15b40 going to sleep for 11 seconds 00010000:00080000:3.0:1789117591.851144:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d08abb0c0 x1876025565776256/t0(0) o41->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1789117607 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117591.851177:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08abb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:0:1876025565776256:192.168.201.125@tcp:41: 00010000:00080000:3.0:1789117591.851191:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d2222a580 x1876025565776000/t0(0) o41->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1789117607 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117591.851201:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2222a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:0:1876025565776000:192.168.201.125@tcp:41: 00010000:00080000:1.0:1789117591.854308:0:6160:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d08ab92c0 x1876025565776384/t0(0) o41->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1789117607 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117591.854328:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab92c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8d483992-49e2-4ac3-a065-89ace7c90aaa:6160:1876025565776384:192.168.201.125@tcp:41: 00800000:00000004:1.0:1789117591.854362:0:6160:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff888d04f2f000: update ffff888d11e2d328 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:1.0:1789117591.854369:0:6160:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff888d04f2f000: update ffff888d11e29e98 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:1.0:1789117591.854418:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c98f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8d483992-49e2-4ac3-a065-89ace7c90aaa:6160:1876025565776512:192.168.201.125@tcp:40: 00000100:00100000:1.0:1789117591.854481:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0559e6c0 going to sleep for 11 seconds 00010000:00080000:1.0:1789117591.864588:0:6160:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c98f00 x1876025565776512/t0(0) o40->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 440/448 e 0 to 0 dl 1789117607 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117591.864614:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c98f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8d483992-49e2-4ac3-a065-89ace7c90aaa:6160:1876025565776512:192.168.201.125@tcp:40: 00000080:00000004:1.0:1789117591.864651:0:6160:0:(llite_lib.c:615:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1789117591.864668:0:6160:0:(llite_lib.c:778:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683276 ocd_grant: 2146304 00020000:01000000:1.0:1789117591.864673:0:6160:0:(lov_obd.c:187:lov_connect()) connect #0 00000020:00000080:1.0:1789117591.864689:0:6160:0:(genops.c:1385:class_connect()) connect: client 8d483992-49e2-4ac3-a065-89ace7c90aaa, cookie 0x45c7bbc49865734 00000020:00000080:1.0:1789117591.864708:0:6160:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x45c7bbc4986573b 00000100:00080000:1.0:1789117591.864716:0:6160:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff888d04f2f000: connect to NID 192.168.201.125@tcp last attempt 0 00000100:00080000:1.0:1789117591.864728:0:6160:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff888d04f2f000: import ffff888d116ee000 using connection 192.168.201.125@tcp/192.168.201.125@tcp 00000008:00100000:1.0:1789117591.864744:0:6160:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683276 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1789117591.864771:0:6160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d12c98f00 x1876025565776640/t0(0) o8->lustre-OST0000-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789117591.864816:0:6160:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID 00020000:01000000:1.0:1789117591.864843:0:6160:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff888d04f2f000) active 00000020:00000080:1.0:1789117591.864871:0:6160:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x45c7bbc49865742 00000100:00080000:1.0:1789117591.864876:0:6160:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff888d04f2f000: connect to NID 192.168.201.125@tcp last attempt 0 00000100:00080000:1.0:1789117591.864881:0:6160:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff888d04f2f000: import ffff888d116e9800 using connection 192.168.201.125@tcp/192.168.201.125@tcp 00000008:00100000:1.0:1789117591.864886:0:6160:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683276 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1789117591.864897:0:6160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d12c99680 x1876025565776768/t0(0) o8->lustre-OST0001-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789117591.864905:0:6160:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID 00020000:01000000:1.0:1789117591.864910:0:6160:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff888d04f2f000) active 00000100:00100000:1.0:1789117591.864947:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c9b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8d483992-49e2-4ac3-a065-89ace7c90aaa:6160:1876025565776896:192.168.201.125@tcp:900: 00000100:00100000:1.0:1789117591.865027:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d0559e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789117591.865149:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789117591.865165:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565777024:192.168.201.125@tcp:400: 00000100:00100000:2.0:1789117591.866688:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c98f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565776640:192.168.201.125@tcp:8: 00000100:00100000:2.0:1789117591.866802:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c99680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565776768:192.168.201.125@tcp:8: 00000100:00100000:2.0:1789117591.877616:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565777024:192.168.201.125@tcp:400: 00010000:00080000:2.0:1789117591.877672:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c98f00 x1876025565776640/t0(0) o8->lustre-OST0000-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1789117601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117591.877684:0:2397:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d04f2f000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789117591.877692:0:2397:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff888d04f2f000: connect to target with instance 1 00000100:00080000:2.0:1789117591.877701:0:2397:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff888d04f2f000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1789117591.877729:0:2397:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789117591.877734:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d116ee000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1789117591.877741:0:2397:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1789117591.877745:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1789117591.877750:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1789117591.877764:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c98f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565776640:192.168.201.125@tcp:8: 00010000:00080000:2.0:1789117591.877780:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c99680 x1876025565776768/t0(0) o8->lustre-OST0001-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1789117601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117591.877789:0:2397:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d04f2f000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789117591.877793:0:2397:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff888d04f2f000: connect to target with instance 1 00000100:00080000:2.0:1789117591.877798:0:2397:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff888d04f2f000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1789117591.877803:0:2397:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789117591.877805:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d116e9800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1789117591.877808:0:2397:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1789117591.877810:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1789117591.877812:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1789117591.877816:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c99680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565776768:192.168.201.125@tcp:8: 00010000:00080000:3.0:1789117591.878253:0:6160:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c9b840 x1876025565776896/t0(0) o900->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:29/10 lens 264/248 e 0 to 0 dl 1789117607 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117591.878285:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c9b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8d483992-49e2-4ac3-a065-89ace7c90aaa:6160:1876025565776896:192.168.201.125@tcp:900: 00000100:00100000:3.0:1789117591.878381:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8d483992-49e2-4ac3-a065-89ace7c90aaa:6160:1876025565777152:192.168.201.125@tcp:33: 00000100:00100000:3.0:1789117591.878642:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d05311840 going to sleep for 11 seconds 00010000:00080000:3.0:1789117592.014236:0:6160:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d220592c0 x1876025565777152/t0(0) o33->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:23/10 lens 448/464 e 0 to 0 dl 1789117607 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789117592.014271:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8d483992-49e2-4ac3-a065-89ace7c90aaa:6160:1876025565777152:192.168.201.125@tcp:33: 00000080:00200000:3.0:1789117592.014810:0:6160:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) 00000080:00200000:3.0:1789117592.014824:0:6160:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1789117592.019356:0:6160:0:(llite_lib.c:1669:ll_fill_super()) Mounted lustre-client - version 2.17.57_140_g76d5844 00000080:00000004:2.0:1789117592.026937:0:6160:0:(super25.c:182:lustre_fill_super()) 192.168.201.125@tcp:/lustre: Mount complete 00000080:00200008:2.0:1789117592.268919:0:6205:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d04142a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789117592.268933:0:6205:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08),name=/ 00000002:00010000:2.0:1789117592.268959:0:6205:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789117592.269020:0:6205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117592.269030:0:6205:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117592.269069:0:6205:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6205 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789117592.269099:0:6205:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab9680 pname:cluuid:pid:xid:nid:opc:job mkdir:8d483992-49e2-4ac3-a065-89ace7c90aaa:6205:1876025565777280:192.168.201.125@tcp:101: 00000100:00100000:2.0:1789117592.269394:0:6205:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d18a15e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789117592.280217:0:6205:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab9680 pname:cluuid:pid:xid:nid:opc:job mkdir:8d483992-49e2-4ac3-a065-89ace7c90aaa:6205:1876025565777280:192.168.201.125@tcp:101: 00010000:00010000:2.0:1789117592.280320:0:6205:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117592.280403:0:6205:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117592.280743:0:6205:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117592.280761:0:6205:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117592.280776:0:6205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117592.280785:0:6205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117592.280793:0:6205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1789117592.280827:0:6205:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff888d08ab9680 x1876025565777280/t0(0) o101->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1789117608 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:2.0:1789117592.280843:0:6205:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117592.280858:0:6205:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff888d11370c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1789117592.280865:0:6205:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1789117592.280894:0:6205:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1789117592.280899:0:6205:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) for lock 0x45c7bbc49865749 00000080:00010000:2.0:1789117592.280905:0:6205:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) 00000080:00010000:2.0:1789117592.280908:0:6205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x45c7bbc49865749 from it ffffa297843c7cc0 00010000:00010000:2.0:1789117592.280912:0:6205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117592.280920:0:6205:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789117592.664139:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789117593.686982:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1789117594.676362:0:6257:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d04142a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789117594.676380:0:6257:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08),name=/ 00000002:00010000:2.0:1789117594.676407:0:6257:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789117594.676431:0:6257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789117594.676446:0:6257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1789117594.676465:0:6257:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789117594.676473:0:6257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) 00000080:00010000:2.0:1789117594.676487:0:6257:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) for lock 0x45c7bbc49865749 00000080:00010000:2.0:1789117594.676496:0:6257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x45c7bbc49865749 from it ffffa29784733cc0 00010000:00010000:2.0:1789117594.676499:0:6257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789117594.676509:0:6257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:2.0:1789117594.677302:0:6257:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d04142a08), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1789117594.677310:0:6257:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08),name=/ 00000002:00010000:2.0:1789117594.677325:0:6257:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789117594.677335:0:6257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1789117594.677346:0:6257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:2.0:1789117594.677354:0:6257:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789117594.677359:0:6257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) 00000080:00010000:2.0:1789117594.677362:0:6257:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) for lock 0x45c7bbc49865749 00000080:00010000:2.0:1789117594.677366:0:6257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x45c7bbc49865749 from it ffffa29784733cc0 00010000:00010000:2.0:1789117594.677369:0:6257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1789117594.677387:0:6257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1789117594.677516:0:6257:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08),name=/ 00000002:00010000:2.0:1789117594.677737:0:6257:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789117594.677746:0:6257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1789117594.677756:0:6257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1789117594.677763:0:6257:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789117594.677768:0:6257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) 00000080:00010000:2.0:1789117594.677770:0:6257:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) for lock 0x45c7bbc49865749 00000080:00010000:2.0:1789117594.677775:0:6257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x45c7bbc49865749 from it ffffa29784733bb0 00010000:00010000:2.0:1789117594.677778:0:6257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1789117594.677784:0:6257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1789117594.677793:0:6257:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08), inode mode 41ed mask 44 00000080:00200008:2.0:1789117594.677801:0:6257:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff888d04142a08), flags 100000 00000080:00200080:2.0:1789117594.677899:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:2.0:1789117594.677914:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08adc800 uarg=0000000000000000 00800000:00000004:2.0:1789117594.677920:0:6257:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff888d04f2f000: age 277, max_age 279 00000100:00100000:2.0:1789117594.677966:0:6257:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8780 pname:cluuid:pid:xid:nid:opc:job lfs:8d483992-49e2-4ac3-a065-89ace7c90aaa:6257:1876025565777408:192.168.201.125@tcp:41: 00000100:00100000:2.0:1789117594.678381:0:6257:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d18a15e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789117594.682880:0:6257:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8780 pname:cluuid:pid:xid:nid:opc:job lfs:8d483992-49e2-4ac3-a065-89ace7c90aaa:6257:1876025565777408:192.168.201.125@tcp:41: 00800000:00000004:3.0:1789117594.682912:0:6257:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff888d04f2f000: update ffff888d11e2d328 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1789117594.682997:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.683017:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00800000:00000004:3.0:1789117594.683025:0:6257:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff888d04f2f000: age -724, max_age 279 00000100:00100000:3.0:1789117594.683063:0:6257:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job lfs:8d483992-49e2-4ac3-a065-89ace7c90aaa:6257:1876025565777536:192.168.201.125@tcp:41: 00000100:00100000:3.0:1789117594.683154:0:6257:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d04e3b000 going to sleep for 11 seconds 00010000:00080000:3.0:1789117594.692142:0:6257:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d220592c0 x1876025565777536/t0(0) o41->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1789117610 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117594.692165:0:6257:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job lfs:8d483992-49e2-4ac3-a065-89ace7c90aaa:6257:1876025565777536:192.168.201.125@tcp:41: 00800000:00000004:3.0:1789117594.692192:0:6257:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff888d04f2f000: update ffff888d11e2b8e0 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1789117594.692304:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692323:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692331:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692335:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692339:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692343:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692347:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692352:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692356:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692360:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692364:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692368:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692372:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692375:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692379:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692383:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692386:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692390:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692394:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692398:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692402:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692406:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692409:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692413:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692417:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692429:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692434:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692438:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692443:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692447:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692451:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692454:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692459:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692462:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692466:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692469:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692473:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692488:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692493:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692497:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692501:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692505:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692509:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692512:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692516:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692520:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692524:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692576:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692582:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692585:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692597:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692601:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692605:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692609:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692613:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692616:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692620:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692623:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692627:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692631:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692635:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692639:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692643:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692648:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692652:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692655:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692659:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692663:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692666:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692669:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692673:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692677:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692680:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692683:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692686:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692697:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692701:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692704:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692707:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692710:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692714:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692716:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692720:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692723:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692726:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692729:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692732:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692736:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692739:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692742:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692745:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692749:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692753:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692757:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692761:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692764:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692767:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692771:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692775:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692779:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692790:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692795:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692798:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692801:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692805:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692808:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692812:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692815:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692819:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692822:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692826:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692829:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692832:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692835:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692839:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692841:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692845:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692848:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692852:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692856:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692860:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692863:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692866:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692869:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692873:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00800000:00000080:3.0:1789117594.692881:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00000080:00200080:3.0:1789117594.692886:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:3.0:1789117594.692892:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00020000:00000004:3.0:1789117594.692899:0:6257:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff888d04f2f000: age -724, max_age 279 00000100:00100000:3.0:1789117594.692935:0:6257:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job lfs:8d483992-49e2-4ac3-a065-89ace7c90aaa:6257:1876025565777664:192.168.201.125@tcp:13: 00000100:00100000:3.0:1789117594.693001:0:6257:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d04e3b000 going to sleep for 11 seconds 00010000:00080000:3.0:1789117594.697278:0:6257:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d220592c0 x1876025565777664/t0(0) o13->lustre-OST0000-osc-ffff888d04f2f000@192.168.201.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1789117610 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117594.697300:0:6257:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job lfs:8d483992-49e2-4ac3-a065-89ace7c90aaa:6257:1876025565777664:192.168.201.125@tcp:13: 00020000:00000004:3.0:1789117594.697325:0:6257:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff888d04f2f000: update ffff888d11cfb8e0 cache blocks 901369/958279 objects 261774/262144 00000080:00200080:3.0:1789117594.697457:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:3.0:1789117594.697474:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d11eabc00 uarg=0000000000000000 00020000:00000004:3.0:1789117594.697490:0:6257:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff888d04f2f000: age -724, max_age 279 00000100:00100000:3.0:1789117594.697575:0:6257:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job lfs:8d483992-49e2-4ac3-a065-89ace7c90aaa:6257:1876025565777792:192.168.201.125@tcp:13: 00000100:00100000:3.0:1789117594.697655:0:6257:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d04e3b000 going to sleep for 11 seconds 00010000:00080000:2.0:1789117594.700838:0:6257:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d220592c0 x1876025565777792/t0(0) o13->lustre-OST0001-osc-ffff888d04f2f000@192.168.201.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1789117610 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117594.700859:0:6257:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job lfs:8d483992-49e2-4ac3-a065-89ace7c90aaa:6257:1876025565777792:192.168.201.125@tcp:13: 00020000:00000004:2.0:1789117594.700883:0:6257:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff888d04f2f000: update ffff888d11cf8450 cache blocks 901369/958279 objects 261774/262144 00000080:00200080:2.0:1789117594.700944:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.700960:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.700967:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.700971:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.700975:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.700979:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.700983:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.700987:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.700991:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.700995:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.700999:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701003:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701007:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701011:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701015:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701019:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701028:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701033:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701054:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701059:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701063:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701066:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701070:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701074:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701078:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701081:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701085:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701089:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701093:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701097:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701101:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701104:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701108:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701111:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701115:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701118:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701121:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701125:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701128:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701131:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701135:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701138:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701142:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701153:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701158:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701162:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701166:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701169:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701173:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701176:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701180:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701184:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701188:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701191:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701194:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701198:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701201:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701218:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701224:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701227:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701231:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701234:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701239:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701242:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701246:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701250:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701254:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701258:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701270:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701275:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701279:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701282:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701285:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701289:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701293:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701297:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701301:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701304:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701309:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701312:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701316:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701319:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701323:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701327:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701331:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701334:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701338:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701342:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701345:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701348:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701351:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701355:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701359:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701369:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701375:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701379:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701383:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701386:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701390:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701394:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701397:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701400:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701404:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701407:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701411:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701414:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701418:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701421:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701425:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701429:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701433:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701437:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701440:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701444:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701447:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701451:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701455:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701458:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701470:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701484:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701491:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701495:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701499:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701503:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200080:2.0:1789117594.701507:0:6257:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08) cmd=c00866a4 arg=7fff8cd48000 00020000:00000080:2.0:1789117594.701511:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff888d04f2f000: cmd=c00866a4 len=592 karg=ffff888d08addc00 uarg=0000000000000000 00000080:00200008:2.0:1789117594.701547:0:6257:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff888d04142a08), flags 100000 00010000:00010000:0.0:1789117594.723885:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789117595.734761:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789117596.762817:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789117596.959751:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565777920:192.168.201.125@tcp:400: 00000100:00100000:3.0:1789117596.959904:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565778176:192.168.201.125@tcp:400: 00000100:00100000:3.0:1789117596.959938:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565778432:192.168.201.125@tcp:400: 00000100:00100000:3.0:1789117596.959969:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789117596.959975:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565778048:192.168.201.125@tcp:400: 00000100:00100000:3.0:1789117596.959999:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565778304:192.168.201.125@tcp:400: 00000100:00100000:3.0:1789117596.975089:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565777920:192.168.201.125@tcp:400: 00010000:00080000:2.0:1789117596.987026:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22058780 x1876025565778176/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117596.987053:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565778176:192.168.201.125@tcp:400: 00010000:00080000:2.0:1789117596.987071:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22058f00 x1876025565778432/t0(0) o400->lustre-OST0001-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117596.987081:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565778432:192.168.201.125@tcp:400: 00000100:00100000:2.0:1789117596.987135:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565778048:192.168.201.125@tcp:400: 00010000:00080000:2.0:1789117596.987150:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d220592c0 x1876025565778304/t0(0) o400->lustre-OST0000-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117596.987159:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565778304:192.168.201.125@tcp:400: 00010000:00010000:3.0:1789117597.783032:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789117598.002456:0:6451:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1789117598.811822:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117599.835489:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789117600.855442:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117601.879094:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789117602.073056:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c9a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565778688:192.168.201.125@tcp:400: 00000100:00100000:0.0:1789117602.073236:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c99a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa63026c-d7d6-4509-a07c-c63597c88596:2399:1876025565778560:192.168.201.125@tcp:400: 00000100:00100000:0.0:1789117602.073327:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c9ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565778816:192.168.201.125@tcp:400: 00000100:00100000:0.0:1789117602.073370:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c99680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565779072:192.168.201.125@tcp:400: 00000100:00100000:1.0:1789117602.074394:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c9b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565778944:192.168.201.125@tcp:400: 00000100:00100000:1.0:1789117602.083686:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c99a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa63026c-d7d6-4509-a07c-c63597c88596:2399:1876025565778560:192.168.201.125@tcp:400: 00010000:00080000:1.0:1789117602.083727:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c99680 x1876025565779072/t0(0) o400->lustre-OST0001-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117602.083741:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c99680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565779072:192.168.201.125@tcp:400: 00010000:00080000:1.0:1789117602.101848:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c9ad00 x1876025565778816/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117602.101890:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c9ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565778816:192.168.201.125@tcp:400: 00000100:00100000:1.0:1789117602.104743:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c9a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565778688:192.168.201.125@tcp:400: 00010000:00080000:1.0:1789117602.104766:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c9b840 x1876025565778944/t0(0) o400->lustre-OST0000-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117602.104778:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c9b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565778944:192.168.201.125@tcp:400: 00000100:00100000:0.0:1789117602.836252:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.125@tcp (source: 12345-192.168.201.125@tcp) 00000100:00100000:0.0:1789117602.836298:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.125@tcp (source: 12345-192.168.201.125@tcp) 00000100:00100000:0.0:1789117602.836377:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876025584704640 00000100:00100000:0.0:1789117602.836386:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876025584704640 00000100:00100000:0.0:1789117602.836705:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876025584704768 00000100:00100000:0.0:1789117602.836709:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876025584704768 00000100:00100000:0.0:1789117602.836725:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.125@tcp, seq: 0 00000100:00100000:0.0:1789117602.836733:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff888d221c2940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:aa63026c-d7d6-4509-a07c-c63597c88596+4:10348:x1876025584704640:12345-192.168.201.125@tcp:104: 00010000:00010000:0.0:1789117602.836750:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.125@tcp lock: ffff888d01630200/0x45c7bbc498656e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117602.836835:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789117602.836842:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff888d221c2940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:aa63026c-d7d6-4509-a07c-c63597c88596+4:10348:x1876025584704640:12345-192.168.201.125@tcp:104: Request processed in 109us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1789117602.836849:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.125@tcp, seq: 0 00000100:00100000:0.0:1789117602.836867:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.125@tcp, seq: 1 00000100:00100000:0.0:1789117602.836873:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff888d221c1a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:aa63026c-d7d6-4509-a07c-c63597c88596+3:10348:x1876025584704768:12345-192.168.201.125@tcp:104: 00010000:00010000:0.0:1789117602.836880:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.125@tcp lock: ffff888d014f9e00/0x45c7bbc498656d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117602.836915:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789117602.836928:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff888d221c1a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:aa63026c-d7d6-4509-a07c-c63597c88596+3:10348:x1876025584704768:12345-192.168.201.125@tcp:104: Request processed in 55us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1789117602.836936:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.125@tcp, seq: 1 00010000:00010000:2.0:1789117602.838752:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789117602.838765:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.125@tcp lock: ffff888d01630200/0x45c7bbc498656e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117602.838789:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff888d01630200 already unused, calling callback (ffffffffc145bc20) 10000000:00010000:2.0:1789117602.838794:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.125@tcp lock: ffff888d01630200/0x45c7bbc498656e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117602.838804:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.125@tcp lock: ffff888d01630200/0x45c7bbc498656e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789117602.838812:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.125@tcp lock: ffff888d01630200/0x45c7bbc498656e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789117602.838818:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1789117602.838880:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.125@tcp lock: ffff888d01630200/0x45c7bbc498656e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117602.838888:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789117602.838909:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.125@tcp lock: ffff888d01630200/0x45c7bbc498656e0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117602.838917:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.125@tcp lock: ffff888d01630200/0x45c7bbc498656e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627da97d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117602.838935:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789117602.838939:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.125@tcp lock: ffff888d014f9e00/0x45c7bbc498656d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117602.838945:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff888d014f9e00 already unused, calling callback (ffffffffc145bc20) 10000000:00010000:2.0:1789117602.838948:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.125@tcp lock: ffff888d014f9e00/0x45c7bbc498656d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117602.838965:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.125@tcp lock: ffff888d014f9e00/0x45c7bbc498656d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789117602.838971:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.125@tcp lock: ffff888d014f9e00/0x45c7bbc498656d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789117602.838976:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1789117602.838989:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.125@tcp lock: ffff888d014f9e00/0x45c7bbc498656d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117602.838995:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789117602.839001:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.125@tcp lock: ffff888d014f9e00/0x45c7bbc498656d9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117602.839007:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.125@tcp lock: ffff888d014f9e00/0x45c7bbc498656d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627da976 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117602.839022:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117602.839024:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117602.839026:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789117602.839046:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565779200:192.168.201.125@tcp:103: 00000100:00100000:2.0:1789117602.839159:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789117602.839166:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565779328:192.168.201.125@tcp:103: 00010000:00010000:3.0:1789117602.841630:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789117602.845874:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565779328:192.168.201.125@tcp:103: 00000100:00100000:2.0:1789117602.845891:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565779200:192.168.201.125@tcp:103: 00010000:00010000:2.0:1789117602.908653:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789117603.030724:0:6174:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1789117603.030732:0:6174:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff888d04f2f000 from 48 10000000:01000000:0.0:1789117603.030737:0:6174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789117603.030790:0:6174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d00031a00/0x45c7bbc49865750 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117603.030802:0:6174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: ffff888d00031a00/0x45c7bbc49865750 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117603.030814:0:6174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: ffff888d00031a00/0x45c7bbc49865750 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789117603.030843:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565779456:192.168.201.125@tcp:101: 00000100:00100000:0.0:1789117603.030947:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d056809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789117603.042992:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565779456:192.168.201.125@tcp:101: 00010000:00010000:2.0:1789117603.043030:0:6174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: ffff888d00031a00/0x45c7bbc49865750 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da9c3 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117603.043046:0:6174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: ffff888d00031a00/0x45c7bbc49865750 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627da9c3 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789117603.043384:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565779584:192.168.201.125@tcp:501: 00000100:00100000:2.0:1789117603.044399:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02e233c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789117603.056928:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565779584:192.168.201.125@tcp:501: 00000100:00100000:2.0:1789117603.056992:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565779712:192.168.201.125@tcp:503: 00000100:00100000:2.0:1789117603.057106:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02e233c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789117603.063601:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565779712:192.168.201.125@tcp:503: 00000100:00100000:2.0:1789117603.064806:0:6651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6651:1876025565779840:192.168.201.125@tcp:502: 00000100:00100000:2.0:1789117603.064928:0:6651:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02e23e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789117603.076851:0:6651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6651:1876025565779840:192.168.201.125@tcp:502: 00000020:01000000:2.0:1789117603.076912:0:6651:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789117603.076927:0:6651:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117603.076929:0:6651:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789117603.076935:0:6651:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789117603.076977:0:6651:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6651:1876025565779968:192.168.201.125@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789117603.077308:0:6651:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02e23e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789117603.083996:0:6651:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6651:1876025565779968:192.168.201.125@tcp:502:llog_process_th.0 00000020:01000000:2.0:1789117603.084061:0:6651:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789117603.084079:0:6651:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117603.084082:0:6651:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789117603.084087:0:6651:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1789117603.084372:0:6174:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1789117603.084391:0:6174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789117603.084404:0:6174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d00031a00/0x45c7bbc49865750 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da9c3 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117603.084426:0:6174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: ffff888d00031a00/0x45c7bbc49865750 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da9c3 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789117603.084438:0:6174:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1789117603.084441:0:6174:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff888d11cfced8 from 1 10000000:01000000:0.0:1789117603.084444:0:6174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1789117603.084480:0:6174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d00030200/0x45c7bbc49865757 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117603.084499:0:6174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: ffff888d00030200/0x45c7bbc49865757 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117603.084509:0:6174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: ffff888d00030200/0x45c7bbc49865757 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789117603.084583:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565780096:192.168.201.125@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789117603.084664:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d05680480 going to sleep for 11 seconds 00000100:00100000:2.0:1789117603.093438:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565780096:192.168.201.125@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789117603.093475:0:6174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: ffff888d00030200/0x45c7bbc49865757 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da9ca expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117603.093488:0:6174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: ffff888d00030200/0x45c7bbc49865757 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627da9ca expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789117603.093597:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565780224:192.168.201.125@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789117603.093686:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02e233c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789117603.098982:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565780224:192.168.201.125@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1789117603.099027:0:6174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1789117603.099039:0:6174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d00030200/0x45c7bbc49865757 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da9ca expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117603.099049:0:6174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: ffff888d00030200/0x45c7bbc49865757 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627da9ca expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117603.930237:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117604.950913:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789117605.340570:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.125@tcp (source: 12345-192.168.201.125@tcp) 00000100:00100000:0.0:1789117605.340901:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876025584715008 00000100:00100000:0.0:1789117605.340912:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876025584715008 00000100:00100000:0.0:1789117605.340976:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.125@tcp, seq: 2 00000100:00100000:0.0:1789117605.340987:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff888d12c9b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:aa63026c-d7d6-4509-a07c-c63597c88596+3:10409:x1876025584715008:12345-192.168.201.125@tcp:104: 00010000:00010000:0.0:1789117605.341006:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.125@tcp lock: ffff888d014f8600/0x45c7bbc49865718 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117605.341099:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789117605.341107:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff888d12c9b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:aa63026c-d7d6-4509-a07c-c63597c88596+3:10409:x1876025584715008:12345-192.168.201.125@tcp:104: Request processed in 122us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1789117605.341115:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.125@tcp, seq: 2 00010000:00010000:3.0:1789117605.341514:0:6172:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789117605.341560:0:6172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.125@tcp lock: ffff888d014f8600/0x45c7bbc49865718 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117605.341568:0:6172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff888d014f8600 already unused, calling callback (ffffffffc145bc20) 10000000:00010000:3.0:1789117605.341572:0:6172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.125@tcp lock: ffff888d014f8600/0x45c7bbc49865718 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117605.341581:0:6172:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.125@tcp lock: ffff888d014f8600/0x45c7bbc49865718 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789117605.341588:0:6172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.125@tcp lock: ffff888d014f8600/0x45c7bbc49865718 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789117605.341594:0:6172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789117605.341695:0:6172:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.125@tcp lock: ffff888d014f8600/0x45c7bbc49865718 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117605.341702:0:6172:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789117605.341727:0:6172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.125@tcp lock: ffff888d014f8600/0x45c7bbc49865718 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117605.341734:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.125@tcp lock: ffff888d014f8600/0x45c7bbc49865718 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627da98b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117605.341753:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789117605.341768:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789117605.341770:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789117605.341779:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789117605.341795:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565780352:192.168.201.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1789117605.377185:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565780352:192.168.201.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789117605.974835:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789117606.678754:0:6174:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789117606.678764:0:6174:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff888d04f2f000 from 4 10000000:01000000:2.0:1789117606.678769:0:6174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789117606.678822:0:6174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117606.678836:0:6174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117606.678863:0:6174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789117606.678892:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565780480:192.168.201.125@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789117606.679011:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02e233c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789117606.688021:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565780480:192.168.201.125@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789117606.688068:0:6174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117606.688084:0:6174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789117606.688199:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565780608:192.168.201.125@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789117606.688320:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02e233c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789117606.697224:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565780608:192.168.201.125@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789117606.697333:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565780736:192.168.201.125@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789117606.698354:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02e233c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789117606.707913:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565780736:192.168.201.125@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789117606.708821:0:6709:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6709:1876025565780864:192.168.201.125@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789117606.708950:0:6709:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d056800c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789117606.720216:0:6709:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6709:1876025565780864:192.168.201.125@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789117606.720288:0:6709:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117606.720317:0:6709:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117606.720320:0:6709:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789117606.720330:0:6709:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff888d04f2f000 00000020:00000080:3.0:1789117606.720333:0:6709:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1789117606.720730:0:6709:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6709:1876025565780992:192.168.201.125@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789117606.720864:0:6709:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d07e9ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1789117606.734836:0:6709:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:6709:1876025565780992:192.168.201.125@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789117606.734896:0:6709:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117606.734910:0:6709:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117606.734913:0:6709:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1789117606.734919:0:6709:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1789117606.735120:0:6174:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1789117606.735146:0:6174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789117606.735161:0:6174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117606.735174:0:6174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117606.998824:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789117607.194472:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565781120:192.168.201.125@tcp:400:kworker.0 00000100:00100000:1.0:1789117607.194622:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565781376:192.168.201.125@tcp:400:kworker.0 00000100:00100000:1.0:1789117607.194671:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789117607.194678:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565781248:192.168.201.125@tcp:400:kworker.0 00000100:00100000:1.0:1789117607.194709:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565781504:192.168.201.125@tcp:400:kworker.0 00010000:00080000:1.0:1789117607.203799:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c0780 x1876025565781248/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117607.203839:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565781248:192.168.201.125@tcp:400:kworker.0 00000100:00100000:1.0:1789117607.203857:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565781120:192.168.201.125@tcp:400:kworker.0 00010000:00080000:1.0:1789117607.212662:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c0000 x1876025565781376/t0(0) o400->lustre-OST0000-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117607.212685:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565781376:192.168.201.125@tcp:400:kworker.0 00010000:00080000:0.0:1789117607.220440:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c03c0 x1876025565781504/t0(0) o400->lustre-OST0001-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117607.220464:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565781504:192.168.201.125@tcp:400:kworker.0 00010000:00010000:3.0:1789117608.022705:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789117609.046879:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117610.072422:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117611.101727:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117612.119739:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789117612.313385:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565781632:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117612.313482:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565781888:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117612.313510:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565782144:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117612.313560:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789117612.313575:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565781760:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117612.313602:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565782016:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117612.322651:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565781760:192.168.201.125@tcp:400:kworker.0 00010000:00080000:3.0:1789117612.322673:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d220592c0 x1876025565782016/t0(0) o400->lustre-OST0000-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117612.322684:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565782016:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117612.322694:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565781632:192.168.201.125@tcp:400:kworker.0 00010000:00080000:3.0:1789117612.322704:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22059e00 x1876025565781888/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117612.322713:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565781888:192.168.201.125@tcp:400:kworker.0 00010000:00080000:3.0:1789117612.322723:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d2205b480 x1876025565782144/t0(0) o400->lustre-OST0001-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117612.322731:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565782144:192.168.201.125@tcp:400:kworker.0 00000001:02000400:3.0:1789117612.897854:0:7015:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg125-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1789117613.145506:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117614.167720:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789117615.194099:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117616.218205:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117617.249294:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789117617.431147:0:37:0:(import.c:65:import_set_state_nolock()) ffff888d116ee000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1789117617.431155:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff888d04f2f000: disconnect after 23s idle 00000100:00080000:3.0:1789117617.443483:0:37:0:(import.c:65:import_set_state_nolock()) ffff888d116e9800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1789117617.443489:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff888d04f2f000: disconnect after 23s idle 00000100:00100000:0.0:1789117617.443557:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565782656:192.168.201.125@tcp:9:kworker.0 00000100:00100000:0.0:1789117617.443688:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565782784:192.168.201.125@tcp:9:kworker.0 00000100:00100000:2.0:1789117617.443957:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565782400:192.168.201.125@tcp:400:kworker.0 00000100:00100000:2.0:1789117617.444015:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789117617.444022:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565782272:192.168.201.125@tcp:400:kworker.0 00000100:00100000:2.0:1789117617.444050:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565782528:192.168.201.125@tcp:400:kworker.0 00010000:00080000:2.0:1789117617.447295:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d220592c0 x1876025565782656/t0(0) o9->lustre-OST0000-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789117617.447317:0:2397:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff888d220592c0 x1876025565782656/t0(0) o9->lustre-OST0000-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789117617.447326:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d116ee000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1789117617.447331:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565782656:192.168.201.125@tcp:9:kworker.0 00010000:00080000:2.0:1789117617.447362:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22059a40 x1876025565782784/t0(0) o9->lustre-OST0001-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789117617.447373:0:2397:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff888d22059a40 x1876025565782784/t0(0) o9->lustre-OST0001-osc-ffff888d04f2f000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789117617.447381:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d116e9800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1789117617.447384:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8d483992-49e2-4ac3-a065-89ace7c90aaa:2397:1876025565782784:192.168.201.125@tcp:9:kworker.0 00000100:00100000:2.0:1789117617.447626:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565782272:192.168.201.125@tcp:400:kworker.0 00010000:00080000:2.0:1789117617.447639:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22058000 x1876025565782528/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117617.447720:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565782528:192.168.201.125@tcp:400:kworker.0 00000100:00100000:2.0:1789117617.447737:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565782400:192.168.201.125@tcp:400:kworker.0 00010000:00010000:2.0:1789117618.263094:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789117619.237361:0:7294:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg125-client.virtnet: executing yml_node 00010000:00010000:2.0:1789117619.289901:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117620.316389:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117621.335064:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117622.368955:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789117622.550720:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565783040:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117622.550837:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789117622.550845:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565782912:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117622.550873:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565783168:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117622.563928:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565782912:192.168.201.125@tcp:400:kworker.0 00010000:00080000:3.0:1789117622.563952:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22058000 x1876025565783168/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117622.563966:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565783168:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117622.563991:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565783040:192.168.201.125@tcp:400:kworker.0 00010000:00010000:1.0:1789117623.385117:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117624.407524:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789117625.395216:0:7748:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.140 00010000:00010000:1.0:1789117625.449225:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117626.454852:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117627.482763:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789117627.670780:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565783296:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117627.670901:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565783552:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117627.670934:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789117627.670940:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565783424:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117627.686625:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565783424:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117627.686644:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565783296:192.168.201.125@tcp:400:kworker.0 00010000:00080000:3.0:1789117627.686656:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22058780 x1876025565783552/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117627.686668:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565783552:192.168.201.125@tcp:400:kworker.0 00010000:00010000:1.0:1789117628.530401:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789117628.974993:0:7905:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.140 00010000:00010000:1.0:1789117629.594254:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117630.624913:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789117631.638926:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789117632.667924:0:8062:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.140 00010000:00010000:2.0:1789117632.680671:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789117632.809838:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa63026c-d7d6-4509-a07c-c63597c88596:2398:1876025565783680:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117632.809954:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565783936:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117632.809988:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789117632.809996:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565783808:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117632.823001:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa63026c-d7d6-4509-a07c-c63597c88596:2398:1876025565783680:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117632.838329:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565783808:192.168.201.125@tcp:400:kworker.0 00010000:00080000:0.0:1789117632.838349:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c0f00 x1876025565783936/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117632.838360:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565783936:192.168.201.125@tcp:400:kworker.0 00010000:00010000:3.0:1789117633.686606:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117634.711774:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789117634.803082:0:8209:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Fri Sep 11 05:07:13 EDT 2026 00010000:00010000:1.0:1789117635.752796:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117636.769776:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117637.785027:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789117637.911104:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa63026c-d7d6-4509-a07c-c63597c88596:2399:1876025565784064:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117637.911233:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565784320:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117637.911270:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789117637.911276:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565784192:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117637.924222:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565784192:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117637.924247:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa63026c-d7d6-4509-a07c-c63597c88596:2399:1876025565784064:192.168.201.125@tcp:400:kworker.0 00010000:00080000:0.0:1789117637.924264:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c2d00 x1876025565784320/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117637.924300:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565784320:192.168.201.125@tcp:400:kworker.0 00010000:00010000:1.0:1789117638.807248:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117639.835174:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117640.869501:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117641.878811:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117642.911697:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789117643.031570:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08abb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565784448:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117643.031677:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565784704:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117643.031743:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789117643.031749:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565784576:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117643.043782:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565784576:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117643.043799:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08abb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565784448:192.168.201.125@tcp:400:kworker.0 00010000:00080000:3.0:1789117643.043812:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d08ab8780 x1876025565784704/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117643.043823:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565784704:192.168.201.125@tcp:400:kworker.0 00010000:00010000:1.0:1789117643.926997:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117644.950764:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117645.974892:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117646.999226:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117648.022730:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789117648.152900:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c9a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa63026c-d7d6-4509-a07c-c63597c88596:2398:1876025565784832:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117648.152969:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c9ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565784960:192.168.201.125@tcp:400:kworker.0 00000100:00100000:1.0:1789117648.152996:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c99680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565785088:192.168.201.125@tcp:400:kworker.0 00000100:00100000:1.0:1789117648.164090:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c9ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565784960:192.168.201.125@tcp:400:kworker.0 00010000:00080000:1.0:1789117648.164144:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c99680 x1876025565785088/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117648.164172:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c99680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565785088:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117648.167713:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c9a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa63026c-d7d6-4509-a07c-c63597c88596:2398:1876025565784832:192.168.201.125@tcp:400:kworker.0 00010000:00010000:2.0:1789117649.052762:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117650.070713:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789117651.097134:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789117652.118824:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789117653.147673:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789117653.273409:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa63026c-d7d6-4509-a07c-c63597c88596:2399:1876025565785216:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117653.273832:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565785472:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117653.273880:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789117653.273888:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565785344:192.168.201.125@tcp:400:kworker.0 00000100:00100000:0.0:1789117653.279713:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565785344:192.168.201.125@tcp:400:kworker.0 00010000:00080000:0.0:1789117653.279753:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c3c00 x1876025565785472/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117653.279767:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565785472:192.168.201.125@tcp:400:kworker.0 00000100:00100000:1.0:1789117653.295252:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa63026c-d7d6-4509-a07c-c63597c88596:2399:1876025565785216:192.168.201.125@tcp:400:kworker.0 00010000:00010000:1.0:1789117654.166787:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789117655.191725:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789117656.214722:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789117657.034723:0:8770:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:2.0:1789117657.243548:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789117658.266404:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789117658.392002:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565785600:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117658.392109:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565785856:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117658.392142:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789117658.392149:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565785728:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117658.400633:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565785600:192.168.201.125@tcp:400:kworker.0 00010000:00080000:3.0:1789117658.400656:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d220592c0 x1876025565785856/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117658.400670:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565785856:192.168.201.125@tcp:400:kworker.0 00000100:00100000:3.0:1789117658.402624:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565785728:192.168.201.125@tcp:400:kworker.0 00000001:02000400:3.0:1789117658.772834:0:8910:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:0.0:1789117659.288365:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789117660.312945:0:9056:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 05:07:38 (1789117658) === 00010000:00010000:0.0:1789117660.315084:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1789117660.719243:0:8226:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d04142a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789117660.719264:0:8226:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08),name=/ 00000002:00010000:2.0:1789117660.719295:0:8226:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789117660.719334:0:8226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1789117660.719353:0:8226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1789117660.719363:0:8226:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789117660.719393:0:8226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) 00000080:00010000:2.0:1789117660.719397:0:8226:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) for lock 0x45c7bbc49865749 00000080:00010000:2.0:1789117660.719407:0:8226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x45c7bbc49865749 from it ffffa29781c97cc0 00010000:00010000:2.0:1789117660.719423:0:8226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1789117660.719434:0:8226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1789117660.779609:0:8226:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d04142a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1789117660.779635:0:8226:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08),name=/ 00000002:00010000:1.0:1789117660.779800:0:8226:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789117660.779836:0:8226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1789117660.779855:0:8226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1789117660.779863:0:8226:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789117660.779875:0:8226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) 00000080:00010000:1.0:1789117660.779879:0:8226:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) for lock 0x45c7bbc49865749 00000080:00010000:1.0:1789117660.779890:0:8226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x45c7bbc49865749 from it ffffa29781c97cc0 00010000:00010000:1.0:1789117660.779895:0:8226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1789117660.779906:0:8226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:0.0:1789117660.836742:0:8226:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d04142a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1789117660.836875:0:8226:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08),name=/ 00000002:00010000:0.0:1789117660.836919:0:8226:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789117660.837240:0:8226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1789117660.837259:0:8226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1789117660.837269:0:8226:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789117660.837279:0:8226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) 00000080:00010000:0.0:1789117660.837283:0:8226:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) for lock 0x45c7bbc49865749 00000080:00010000:0.0:1789117660.837292:0:8226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x45c7bbc49865749 from it ffffa29781c97cc0 00010000:00010000:0.0:1789117660.837297:0:8226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1789117660.837415:0:8226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1789117660.885505:0:8226:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff888d04142a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789117660.885560:0:8226:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04142a08),name=/ 00000002:00010000:2.0:1789117660.885597:0:8226:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789117660.885623:0:8226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1789117660.885642:0:8226:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789117660.885651:0:8226:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789117660.885662:0:8226:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) 00000080:00010000:2.0:1789117660.885667:0:8226:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff888d04142a08) for lock 0x45c7bbc49865749 00000080:00010000:2.0:1789117660.885971:0:8226:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x45c7bbc49865749 from it ffffa29781c97cc0 00010000:00010000:2.0:1789117660.885978:0:8226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1789117660.885991:0:8226:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff888d04f2f000 lock: ffff888d014f9400/0x45c7bbc49865749 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x88218805627da9b5 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1789117661.335787:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789117661.439066:0:9104:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789117661.439073:0:9104:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1789117661.439074:0:9104:0:(obd_mount.c:926:lmd_print()) device: 192.168.201.125@tcp:/lustre 00000020:01000004:3.0:1789117661.439075:0:9104:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:3.0:1789117661.439259:0:9104:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff888d20018000 00000080:01000004:3.0:1789117661.439273:0:9104:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:3.0:1789117661.453247:0:9104:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.125@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789117661.453259:0:9104:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.125@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:3.0:1789117661.453277:0:9104:0:(llite_lib.c:1522:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff888d20018000 (sb ffff888d20018000) 00000080:01000000:3.0:1789117661.453566:0:9104:0:(llite_lib.c:1248:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1789117661.453569:0:9104:0:(llite_lib.c:1258:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1789117661.453575:0:9104:0:(llite_lib.c:1258:ll_options()) next opt=flock 00000080:01000000:3.0:1789117661.453589:0:9104:0:(llite_lib.c:1556:ll_fill_super()) llite sb uuid: e83f43ca-7345-4d90-8a27-bdfe63862b4d 10000000:01000000:3.0:1789117661.463990:0:9104:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789117661.464002:0:9104:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff888d20018000 10000000:01000000:3.0:1789117661.464023:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff888d20018000 10000000:01000000:3.0:1789117661.464028:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789117661.464034:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff888d20018000 10000000:01000000:3.0:1789117661.464037:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789117661.464040:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff888d20018000 10000000:01000000:3.0:1789117661.464043:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1789117661.464047:0:9104:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff888d20018000 from 1 10000000:01000000:3.0:1789117661.464051:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789117661.464112:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d01631400/0x45c7bbc49865765 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117661.464127:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: ffff888d01631400/0x45c7bbc49865765 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117661.464139:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: ffff888d01631400/0x45c7bbc49865765 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789117661.464192:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565785984:192.168.201.125@tcp:101:mount.lustre.0 00000100:00100000:3.0:1789117661.464419:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d04d16240 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.479580:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565785984:192.168.201.125@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789117661.482157:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: ffff888d01631400/0x45c7bbc49865765 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daa95 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117661.482179:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: ffff888d01631400/0x45c7bbc49865765 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627daa95 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789117661.485791:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565786112:192.168.201.125@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789117661.486506:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d04d16240 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.511152:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565786112:192.168.201.125@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789117661.511257:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565786240:192.168.201.125@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789117661.511409:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d04d16240 going to sleep for 11 seconds 00000100:00100000:1.0:1789117661.523917:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565786240:192.168.201.125@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789117661.528117:0:9108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:9108:1876025565786368:192.168.201.125@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789117661.528285:0:9108:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d05680000 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.535436:0:9108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:9108:1876025565786368:192.168.201.125@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789117661.535509:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117661.535770:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.535773:0:9108:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1789117661.535785:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff888d20018000 00000020:00000080:3.0:1789117661.535789:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789117661.535833:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff888d20018000 (ffff888d18dd8000) 00000020:00000080:3.0:1789117661.535959:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1789117661.535969:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff888d20018000 00000020:00000080:3.0:1789117661.535972:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1789117661.536433:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff888d20018000 (uuid e83f43ca-7345-4d90-8a27-bdfe63862b4d) 00000020:01000000:3.0:1789117661.536439:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117661.536444:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.536446:0:9108:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1789117661.536450:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117661.536453:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.536455:0:9108:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1789117661.536458:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff888d20018000 00000020:00000080:3.0:1789117661.536461:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789117661.536469:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff888d20018000 (ffff888d18dd9a48) 00000020:00000080:3.0:1789117661.536479:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1789117661.536483:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff888d20018000 00000020:00000080:3.0:1789117661.536485:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1789117661.536967:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff888d20018000 (uuid e83f43ca-7345-4d90-8a27-bdfe63862b4d) 00000020:01000000:3.0:1789117661.536974:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117661.536978:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.536980:0:9108:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1789117661.536983:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117661.536986:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.536987:0:9108:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1789117661.536990:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1789117661.536992:0:9108:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1789117661.536994:0:9108:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1789117661.537000:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117661.537002:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.537003:0:9108:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1789117661.537006:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117661.537010:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.537011:0:9108:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1789117661.537086:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789117661.537100:0:9108:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.125@tcp to nid 0x20000c0a8c97d (192.168.201.125@tcp) 00000020:01000000:3.0:1789117661.537133:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff888d20018000 00000020:00000080:3.0:1789117661.537136:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789117661.537145:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff888d20018000 (ffff888d18ddced8) 00000020:00000080:3.0:1789117661.537157:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1789117661.537162:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff888d20018000 00000020:00000080:3.0:1789117661.537165:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1789117661.537262:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff888d034b2800@lustre-MDT0000-mdc-ffff888d20018000: add connection 192.168.201.125@tcp at head 00010000:00010000:3.0:1789117661.545188:0:9108:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff888d20018000-5 is initialized 00000040:01000000:3.0:1789117661.545500:0:9108:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff888d20018000 ctxt 13 is initialized 00000020:00000080:3.0:1789117661.545596:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff888d20018000 (uuid e83f43ca-7345-4d90-8a27-bdfe63862b4d) 00000020:01000000:3.0:1789117661.545613:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff888d20018000 00000020:00000080:3.0:1789117661.545619:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1789117661.545656:0:9108:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1789117661.546321:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117661.546328:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.546330:0:9108:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1789117661.546334:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789117661.546337:0:9108:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1789117661.546339:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789117661.546341:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789117661.546342:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789117661.546345:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.546346:0:9108:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789117661.546349:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117661.546354:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.546355:0:9108:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1789117661.546358:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789117661.546365:0:9108:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.125@tcp to nid 0x20000c0a8c97d (192.168.201.125@tcp) 00000020:01000000:3.0:1789117661.546405:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff888d20018000 00000020:00000080:3.0:1789117661.546408:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789117661.546424:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff888d20018000 (ffff888d18ddb490) 00000020:00000080:3.0:1789117661.546453:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1789117661.546459:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff888d20018000 00000020:00000080:3.0:1789117661.546462:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1789117661.548620:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff888d034b4800@lustre-MDT0001-mdc-ffff888d20018000: add connection 192.168.201.125@tcp at head 00010000:00010000:2.0:1789117661.561039:0:9108:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff888d20018000-6 is initialized 00000040:01000000:2.0:1789117661.561364:0:9108:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff888d20018000 ctxt 13 is initialized 00000020:00000080:2.0:1789117661.561432:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff888d20018000 (uuid e83f43ca-7345-4d90-8a27-bdfe63862b4d) 00000020:01000000:2.0:1789117661.561453:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff888d20018000 00000020:00000080:2.0:1789117661.561459:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1789117661.561494:0:9108:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1789117661.561595:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789117661.561600:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117661.561602:0:9108:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1789117661.561605:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789117661.561608:0:9108:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1789117661.561610:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789117661.561612:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789117661.561614:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789117661.561616:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117661.561618:0:9108:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789117661.561621:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789117661.561627:0:9108:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.125@tcp:/lustre 00000020:00000080:2.0:1789117661.561631:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117661.561632:0:9108:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789117661.561635:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789117661.561642:0:9108:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.125@tcp to nid 0x20000c0a8c97d (192.168.201.125@tcp) 00000020:01000000:2.0:1789117661.561681:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff888d20018000 00000020:00000080:2.0:1789117661.561683:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789117661.561699:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff888d20018000 (ffff888d11cf9a48) 00000020:00000080:2.0:1789117661.561718:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:2.0:1789117661.561723:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff888d20018000 00000020:00000080:2.0:1789117661.561726:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789117661.561841:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff888d105cc800@lustre-OST0000-osc-ffff888d20018000: add connection 192.168.201.125@tcp at head 00010000:00010000:2.0:1789117661.562928:0:9108:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff888d20018000-7 is initialized 00000020:00000080:2.0:1789117661.563249:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff888d20018000 (uuid e83f43ca-7345-4d90-8a27-bdfe63862b4d) 00000020:01000000:2.0:1789117661.563265:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff888d20018000 00000020:00000080:2.0:1789117661.563270:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1789117661.563312:0:9108:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1789117661.563322:0:9108:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff888d20018000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1789117661.563329:0:9108:0:(lov_obd.c:533:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1789117661.563342:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789117661.563346:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117661.563348:0:9108:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789117661.563352:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789117661.563356:0:9108:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1789117661.563357:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789117661.563359:0:9108:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789117661.563360:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789117661.563363:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117661.563364:0:9108:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789117661.563366:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789117661.563373:0:9108:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.125@tcp:/lustre 00000020:00000080:2.0:1789117661.563377:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117661.563379:0:9108:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789117661.563382:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789117661.563389:0:9108:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.125@tcp to nid 0x20000c0a8c97d (192.168.201.125@tcp) 00000020:01000000:2.0:1789117661.563590:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff888d20018000 00000020:00000080:2.0:1789117661.563593:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789117661.563615:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff888d20018000 (ffff888d20410000) 00000020:00000080:2.0:1789117661.563634:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:2.0:1789117661.563640:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff888d20018000 00000020:00000080:2.0:1789117661.563643:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789117661.563720:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff888d105ca800@lustre-OST0001-osc-ffff888d20018000: add connection 192.168.201.125@tcp at head 00010000:00010000:2.0:1789117661.563953:0:9108:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff888d20018000-8 is initialized 00000020:00000080:2.0:1789117661.564187:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff888d20018000 (uuid e83f43ca-7345-4d90-8a27-bdfe63862b4d) 00000020:01000000:2.0:1789117661.564195:0:9108:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff888d20018000 00000020:00000080:2.0:1789117661.564203:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1789117661.564218:0:9108:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1789117661.564224:0:9108:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff888d20018000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1789117661.564227:0:9108:0:(lov_obd.c:533:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1789117661.564237:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789117661.564241:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117661.564242:0:9108:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789117661.564245:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789117661.564248:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117661.564249:0:9108:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789117661.564252:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789117661.564253:0:9108:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789117661.564256:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789117661.564258:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117661.564259:0:9108:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000100:00100000:2.0:1789117661.564318:0:9108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:9108:1876025565786496:192.168.201.125@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789117661.564434:0:9108:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02ca4300 going to sleep for 11 seconds 00000100:00100000:2.0:1789117661.591927:0:9108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:9108:1876025565786496:192.168.201.125@tcp:502:llog_process_th.0 00000020:01000000:2.0:1789117661.591981:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789117661.591992:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789117661.591995:0:9108:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789117661.592003:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789117661.592047:0:9108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:9108:1876025565786624:192.168.201.125@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789117661.592153:0:9108:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02ca4300 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.598064:0:9108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:9108:1876025565786624:192.168.201.125@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789117661.598107:0:9108:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117661.598116:0:9108:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.598119:0:9108:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789117661.598124:0:9108:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1789117661.598340:0:9104:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789117661.598369:0:9104:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789117661.598398:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d01631400/0x45c7bbc49865765 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daa95 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789117661.598410:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: ffff888d01631400/0x45c7bbc49865765 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daa95 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789117661.598419:0:9104:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff888d20018000 from 1 10000000:01000000:1.0:1789117661.598422:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1789117661.598465:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d029d4800/0x45c7bbc49865796 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789117661.598474:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: ffff888d029d4800/0x45c7bbc49865796 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789117661.598483:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: ffff888d029d4800/0x45c7bbc49865796 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789117661.598507:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c9a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565786752:192.168.201.125@tcp:101:mount.lustre.0 00000100:00100000:1.0:1789117661.598618:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d072d4300 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.602177:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c9a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565786752:192.168.201.125@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789117661.602210:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: ffff888d029d4800/0x45c7bbc49865796 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daa9c expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117661.602224:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: ffff888d029d4800/0x45c7bbc49865796 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627daa9c expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789117661.603048:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565786880:192.168.201.125@tcp:256:mount.lustre.0 00000100:00100000:3.0:1789117661.603141:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d12f346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.620004:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565786880:192.168.201.125@tcp:256:mount.lustre.0 10000000:01000000:3.0:1789117661.620783:0:9104:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1789117661.620815:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d029d4800/0x45c7bbc49865796 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daa9c expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117661.620829:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: ffff888d029d4800/0x45c7bbc49865796 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daa9c expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789117661.620840:0:9104:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff888d20018000 from 1 10000000:01000000:3.0:1789117661.620855:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789117661.620905:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117661.620914:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117661.620924:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789117661.620950:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565787008:192.168.201.125@tcp:101:mount.lustre.0 00000100:00100000:3.0:1789117661.621047:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d12f346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.632984:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565787008:192.168.201.125@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789117661.633021:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117661.633035:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789117661.633117:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565787136:192.168.201.125@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789117661.633263:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d12f346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.662742:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565787136:192.168.201.125@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789117661.662833:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565787264:192.168.201.125@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789117661.665352:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d12f346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.687281:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:aa63026c-d7d6-4509-a07c-c63597c88596:9104:1876025565787264:192.168.201.125@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789117661.704898:0:9112:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:9112:1876025565787392:192.168.201.125@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789117661.705073:0:9112:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d12f34840 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.715410:0:9112:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:9112:1876025565787392:192.168.201.125@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789117661.715481:0:9112:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117661.715495:0:9112:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.715497:0:9112:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789117661.715505:0:9112:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff888d20018000 00000020:00000080:3.0:1789117661.715507:0:9112:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789117661.715517:0:9112:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789117661.715519:0:9112:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.715521:0:9112:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789117661.715523:0:9112:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789117661.715583:0:9112:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789117661.715584:0:9112:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789117661.715588:0:9112:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff888d20018000 00000020:00000080:3.0:1789117661.715591:0:9112:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789117661.715905:0:9112:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab83c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:9112:1876025565787520:192.168.201.125@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789117661.716065:0:9112:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d02ca4300 going to sleep for 11 seconds 00000100:00100000:1.0:1789117661.735237:0:9112:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab83c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:aa63026c-d7d6-4509-a07c-c63597c88596:9112:1876025565787520:192.168.201.125@tcp:502:llog_process_th.0 00000020:01000000:1.0:1789117661.735332:0:9112:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789117661.735348:0:9112:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789117661.735351:0:9112:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1789117661.735362:0:9112:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1789117661.735961:0:9104:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1789117661.735999:0:9104:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789117661.736051:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789117661.736070:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1789117661.736112:0:9104:0:(llite_lib.c:1630:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1789117661.736167:0:9104:0:(genops.c:1385:class_connect()) connect: client e83f43ca-7345-4d90-8a27-bdfe63862b4d, cookie 0x45c7bbc498657a4 00800000:01000000:3.0:1789117661.736214:0:9104:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect e83f43ca-7345-4d90-8a27-bdfe63862b4d to lustre-clilmv-ffff888d20018000 00800000:01000000:3.0:1789117661.736232:0:9104:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff888d20018000(e83f43ca-7345-4d90-8a27-bdfe63862b4d) - lustre-MDT0000_UUID, e83f43ca-7345-4d90-8a27-bdfe63862b4d 00000020:00000080:3.0:1789117661.736247:0:9104:0:(genops.c:1385:class_connect()) connect: client e83f43ca-7345-4d90-8a27-bdfe63862b4d, cookie 0x45c7bbc498657ab 00000100:00080000:3.0:1789117661.736269:0:9104:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff888d20018000: connect to NID 192.168.201.125@tcp last attempt 0 00000100:00080000:3.0:1789117661.736316:0:9104:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff888d20018000: import ffff888d034b2800 using connection 192.168.201.125@tcp/192.168.201.125@tcp 00000008:00100000:3.0:1789117661.736345:0:9104:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683276 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789117661.736401:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d220592c0 x1876025565787648/t0(0) o38->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789117661.736524:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565787648:192.168.201.125@tcp:38:mount.lustre.0 00000100:00080000:3.0:1789117661.740454:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID 00800000:01000000:3.0:1789117661.740669:0:9104:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff888d20018000(e83f43ca-7345-4d90-8a27-bdfe63862b4d) successfully (5) 00800000:00000004:3.0:1789117661.740675:0:9104:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff888d20018000: age -653, max_age 0 00000100:00100000:0.0:1789117661.740729:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565787776:192.168.201.125@tcp:400:kworker.0 00800000:01000000:3.0:1789117661.740753:0:9104:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff888d20018000(e83f43ca-7345-4d90-8a27-bdfe63862b4d) - lustre-MDT0001_UUID, e83f43ca-7345-4d90-8a27-bdfe63862b4d 00000020:00000080:3.0:1789117661.740783:0:9104:0:(genops.c:1385:class_connect()) connect: client e83f43ca-7345-4d90-8a27-bdfe63862b4d, cookie 0x45c7bbc498657b2 00000100:00080000:3.0:1789117661.740800:0:9104:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff888d20018000: connect to NID 192.168.201.125@tcp last attempt 0 00000100:00080000:3.0:1789117661.740816:0:9104:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff888d20018000: import ffff888d034b4800 using connection 192.168.201.125@tcp/192.168.201.125@tcp 00000008:00100000:3.0:1789117661.740835:0:9104:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683276 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789117661.740861:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d2205b480 x1876025565788160/t0(0) o38->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789117661.740901:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789117661.740909:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565787904:192.168.201.125@tcp:400:kworker.0 00000100:00100000:1.0:1789117661.745362:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565788160:192.168.201.125@tcp:38:mount.lustre.0 00000100:00080000:3.0:1789117661.747154:0:2400:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d22058000 x1876025565788032/t0(0) o41->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789117661.747385:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID 00800000:01000000:3.0:1789117661.747592:0:9104:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff888d20018000(e83f43ca-7345-4d90-8a27-bdfe63862b4d) successfully (5) 00800000:00000004:3.0:1789117661.747598:0:9104:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff888d20018000: age -653, max_age 0 00000100:00080000:3.0:1789117661.747657:0:2401:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d22059e00 x1876025565788288/t0(0) o41->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:3.0:1789117661.747701:0:9104:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff888d20018000: age -653, max_age 346 00800000:00000004:3.0:1789117661.747709:0:9104:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff888d20018000: age -653, max_age 346 00000100:00080000:3.0:1789117661.747733:0:9104:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff888d22059a40 x1876025565788416/t0(0) o41->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117661.747749:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d12f34180 going to sleep for 0 seconds 00000100:00100000:2.0:1789117661.750598:0:2397:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d20018000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789117661.750624:0:2397:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff888d20018000: connect to target with instance 1 00000100:00080000:2.0:1789117661.750641:0:2397:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff888d20018000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1789117661.750672:0:2397:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789117661.750680:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d034b2800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1789117661.751081:0:2397:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006bcc6cab): req@ffff888d22058000 x1876025565788032/t0(0) o41->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789117661.751107:0:2397:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001bbdd4bc): req@ffff888d22059a40 x1876025565788416/t0(0) o41->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117661.751129:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565787648:192.168.201.125@tcp:38:mount.lustre.0 00000100:00100000:1.0:1789117661.751803:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d12f34180 going to sleep for 11 seconds 00000100:00100000:0.0:1789117661.751949:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565787776:192.168.201.125@tcp:400:kworker.0 00010000:00080000:0.0:1789117661.751984:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c3480 x1876025565787904/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117661.751998:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565787904:192.168.201.125@tcp:400:kworker.0 00010000:00080000:3.0:1789117661.755656:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d2205b480 x1876025565788160/t0(0) o38->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1789117671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117661.755685:0:2397:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d20018000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789117661.755700:0:2397:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff888d20018000: connect to target with instance 1 00000100:00080000:3.0:1789117661.755714:0:2397:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff888d20018000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1789117661.755743:0:2397:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1789117661.755749:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d034b4800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1789117661.757340:0:2397:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000098ba764b): req@ffff888d22059e00 x1876025565788288/t0(0) o41->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117661.757382:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565788160:192.168.201.125@tcp:38:mount.lustre.0 00000100:00100000:2.0:1789117661.759404:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:0:1876025565788032:192.168.201.125@tcp:41:mount.lustre.0 00000100:00100000:3.0:1789117661.759602:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e83f43ca-7345-4d90-8a27-bdfe63862b4d:9104:1876025565788416:192.168.201.125@tcp:41:mount.lustre.0 00800000:00000004:3.0:1789117661.759623:0:9104:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff888d20018000: update ffff888d18ddd328 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:3.0:1789117661.759632:0:9104:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff888d20018000: update ffff888d18dd9e98 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:3.0:1789117661.759692:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e83f43ca-7345-4d90-8a27-bdfe63862b4d:9104:1876025565788544:192.168.201.125@tcp:40:mount.lustre.0 00000100:00100000:2.0:1789117661.759909:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d12f34b40 going to sleep for 11 seconds 00010000:00080000:2.0:1789117661.761063:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22059e00 x1876025565788288/t0(0) o41->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1789117677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117661.761094:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:0:1876025565788288:192.168.201.125@tcp:41:mount.lustre.0 00000100:00100000:3.0:1789117661.763206:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e83f43ca-7345-4d90-8a27-bdfe63862b4d:9104:1876025565788544:192.168.201.125@tcp:40:mount.lustre.0 00000080:00000004:3.0:1789117661.763297:0:9104:0:(llite_lib.c:615:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1789117661.763326:0:9104:0:(llite_lib.c:778:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683276 ocd_grant: 2146304 00020000:01000000:3.0:1789117661.763332:0:9104:0:(lov_obd.c:187:lov_connect()) connect #0 00000020:00000080:3.0:1789117661.763353:0:9104:0:(genops.c:1385:class_connect()) connect: client e83f43ca-7345-4d90-8a27-bdfe63862b4d, cookie 0x45c7bbc498657b9 00000020:00000080:3.0:1789117661.763387:0:9104:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x45c7bbc498657c0 00000100:00080000:3.0:1789117661.763401:0:9104:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff888d20018000: connect to NID 192.168.201.125@tcp last attempt 0 00000100:00080000:3.0:1789117661.763416:0:9104:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff888d20018000: import ffff888d105cc800 using connection 192.168.201.125@tcp/192.168.201.125@tcp 00000008:00100000:3.0:1789117661.763437:0:9104:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683276 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789117661.763483:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d22059a40 x1876025565788672/t0(0) o8->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789117661.763516:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID 00020000:01000000:3.0:1789117661.763588:0:9104:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff888d20018000) active 00000020:00000080:3.0:1789117661.763641:0:9104:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x45c7bbc498657c7 00000100:00080000:3.0:1789117661.763648:0:9104:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff888d20018000: connect to NID 192.168.201.125@tcp last attempt 0 00000100:00080000:3.0:1789117661.763655:0:9104:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff888d20018000: import ffff888d105ca800 using connection 192.168.201.125@tcp/192.168.201.125@tcp 00000008:00100000:3.0:1789117661.763662:0:9104:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683276 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789117661.763678:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff888d2205b480 x1876025565788800/t0(0) o8->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789117661.763688:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID 00020000:01000000:3.0:1789117661.763695:0:9104:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff888d20018000) active 00000100:00100000:3.0:1789117661.763751:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e83f43ca-7345-4d90-8a27-bdfe63862b4d:9104:1876025565788928:192.168.201.125@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789117661.763857:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d12f34b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789117661.764598:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565788672:192.168.201.125@tcp:8:mount.lustre.0 00000100:00100000:0.0:1789117661.764682:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565788800:192.168.201.125@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789117661.770261:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22059a40 x1876025565788672/t0(0) o8->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1789117671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117661.770301:0:2397:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d20018000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789117661.770316:0:2397:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff888d20018000: connect to target with instance 1 00000100:00080000:0.0:1789117661.770330:0:2397:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff888d20018000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1789117661.770350:0:2397:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789117661.770355:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d105cc800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1789117661.770363:0:2397:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1789117661.770369:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1789117661.770376:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1789117661.770392:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565788672:192.168.201.125@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789117661.770409:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d2205b480 x1876025565788800/t0(0) o8->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1789117671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117661.770419:0:2397:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d20018000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789117661.770423:0:2397:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff888d20018000: connect to target with instance 1 00000100:00080000:0.0:1789117661.770427:0:2397:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff888d20018000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1789117661.770431:0:2397:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789117661.770433:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d105ca800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1789117661.770436:0:2397:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1789117661.770439:0:2397:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1789117661.770441:0:2397:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1789117661.770447:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565788800:192.168.201.125@tcp:8:mount.lustre.0 00000100:00100000:3.0:1789117661.770495:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e83f43ca-7345-4d90-8a27-bdfe63862b4d:9104:1876025565788928:192.168.201.125@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789117661.770591:0:9104:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e83f43ca-7345-4d90-8a27-bdfe63862b4d:9104:1876025565789056:192.168.201.125@tcp:33:mount.lustre.0 00000100:00100000:3.0:1789117661.770749:0:9104:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d12f34b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789117661.775803:0:9104:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e83f43ca-7345-4d90-8a27-bdfe63862b4d:9104:1876025565789056:192.168.201.125@tcp:33:mount.lustre.0 00000080:00200000:3.0:1789117661.776611:0:9104:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff888d04140908) 00000080:00200000:3.0:1789117661.776624:0:9104:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1789117661.776718:0:9104:0:(llite_lib.c:1669:ll_fill_super()) Mounted lustre-client - version 2.17.57_140_g76d5844 00000080:00000004:3.0:1789117661.783522:0:9104:0:(super25.c:182:lustre_fill_super()) 192.168.201.125@tcp:/lustre: Mount complete 00000400:00000001:3.0:1789117662.122456:0:9134:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:3.0:1789117662.358700:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117662.358712:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117662.358720:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117662.358721:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117662.358806:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117662.358846:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117662.358851:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789117663.062673:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295015981, at 4295016000 00000100:00000010:0.0:1789117663.062689:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d05540420. 00000100:00000040:1.0:1789117663.062906:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295015981, at 4295016000 00000100:00000010:1.0:1789117663.062912:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d05540cc0. 00010000:00000001:3.0:1789117663.382731:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117663.382739:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117663.382747:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117663.382748:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117663.382818:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117663.382821:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117663.382824:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117664.407790:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117664.407797:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117664.407805:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117664.407806:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117664.407893:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117664.407896:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117664.407899:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117665.430721:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117665.430731:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117665.430738:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117665.430740:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117665.430902:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117665.430906:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117665.430910:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117666.459178:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117666.459189:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117666.459196:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117666.459207:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117666.463809:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117666.463819:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117666.463826:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789117667.096702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa63026c-d7d6-4509-a07c-c63597c88596->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117667.096722:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117667.096732:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c3480. 00000020:00000040:0.0:1789117667.096738:0:36:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:0.0:1789117667.096743:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117667.096747:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117667.096753:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117667.096762:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d098a4900. 00000100:00000001:0.0:1789117667.096772:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.096787:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa63026c-d7d6-4509-a07c-c63597c88596->MGS req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117667.096800:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117667.096806:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.096813:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051fb4519] to pc [ptlrpcd_00_00+0] req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.096926:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117667.096932:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117667.096936:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117667.096944:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.096953:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117667.096956:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117667.096961:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117667.096964:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117667.096968:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117667.096972:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa63026c-d7d6-4509-a07c-c63597c88596:2398:1876025565789184:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117667.096978:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117667.096986:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117667.096989:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117667.096992:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117667.096998:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156ae00. 02000000:00000001:1.0:1789117667.097001:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117667.097011:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117667.097016:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3d058. 00000400:00000010:1.0:1789117667.097024:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d550. 00000100:00000200:1.0:1789117667.097033:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565789184, portal 25 00000100:00000001:1.0:1789117667.097036:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117667.097037:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476881024 : -131335232670592 : ffff888d221c3480) 00000100:00000040:1.0:1789117667.097044:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.097052:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117667.097055:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117667.097058:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9dd48. 00000100:00000200:1.0:1789117667.097061:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876025565789184, offset 0 00000400:00000200:1.0:1789117667.097078:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117667.097089:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.097099:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117667.097105:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117667.097111:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117667.097116:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117667.097119:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117667.097123:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [128:128:256:4294967295] 192.168.201.125@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:1.0:1789117667.097128:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.097138:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117667.097147:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117667.097153:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11794000. 00000800:00000200:1.0:1789117667.097160:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117667.097171:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117667.097176:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11794000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117667.097199:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117667.097205:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117667.097208:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295021315 00000100:00000010:1.0:1789117667.097212:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d04ed4a80. 00000100:00000001:1.0:1789117667.097220:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789117667.097227:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295021315 00000100:00000010:1.0:1789117667.097229:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d04ed4d80. 00000100:00000001:1.0:1789117667.097233:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789117667.097236:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117667.097239:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.097242:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.097245:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.097790:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.097795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117667.097806:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117667.097811:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c0000. 00000020:00000040:0.0:1789117667.097815:0:36:0:(genops.c:1210:class_import_get()) import ffff888d11393000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000100:00000001:0.0:1789117667.097820:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117667.097830:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117667.097834:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117667.097841:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d098a4600. 00000100:00000001:0.0:1789117667.097854:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.097862:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117667.097873:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117667.097877:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.097882:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbeb7110] to pc [ptlrpcd_00_01+1] req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.103332:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117667.103341:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789117667.103347:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117667.103351:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117667.103364:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117667.103371:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789117667.103374:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.103378:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117667.103380:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.103382:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117667.103383:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117667.103386:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117667.103406:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.103420:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117667.103424:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117667.103430:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117667.103435:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117667.103438:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117667.103443:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565789312:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117667.103449:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117667.103549:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117667.103554:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117667.103558:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117667.103566:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156b400. 02000000:00000001:1.0:1789117667.103570:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117667.103580:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117667.103585:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3dec8. 00000400:00000010:1.0:1789117667.103593:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9de58. 00000100:00000200:1.0:1789117667.103603:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565789312, portal 10 00000100:00000001:1.0:1789117667.103606:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117667.103608:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476867584 : -131335232684032 : ffff888d221c0000) 00000100:00000040:1.0:1789117667.103619:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.103628:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117667.103631:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117667.103634:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d7f8. 00000100:00000200:1.0:1789117667.103637:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565789312, offset 0 00000400:00000200:1.0:1789117667.103664:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117667.103676:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.103685:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117667.103692:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117667.103698:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117667.103703:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117667.103706:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117667.103710:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [129:129:255:4294967295] 192.168.201.125@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:1.0:1789117667.103715:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.103726:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117667.103733:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117667.103740:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11794200. 00000800:00000200:1.0:1789117667.103748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117667.103758:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117667.103764:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11794200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117667.103769:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117667.103775:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: using a timeout of 140558 usecs (141 jiffies) 00000400:00000200:1.0:1789117667.103778:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117667.103781:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295020176 00000100:00000001:1.0:1789117667.103785:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295021315 00000100:00000001:1.0:1789117667.103787:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295020176 00000100:00000001:1.0:1789117667.103790:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295021315 00000100:00000001:1.0:1789117667.103793:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117667.103796:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.103799:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.103801:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.103870:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.103876:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117667.103880:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117667.103888:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c0780. 00000020:00000040:0.0:1789117667.103893:0:36:0:(genops.c:1210:class_import_get()) import ffff888d11390800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000100:00000001:0.0:1789117667.103898:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117667.103901:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117667.103905:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117667.103912:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d098a4400. 00000100:00000001:0.0:1789117667.103921:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.103928:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117667.103944:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117667.103949:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.103955:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046497bbd] to pc [ptlrpcd_00_00+0] req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.103981:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.103984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117667.103987:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117667.103991:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117667.103994:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117667.103996:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117667.103999:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117667.104003:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c03c0. 00000020:00000040:0.0:1789117667.104005:0:36:0:(genops.c:1210:class_import_get()) import ffff888d034b2800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d20018000 00000100:00000001:0.0:1789117667.104008:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117667.104083:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117667.104086:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117667.104091:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d098a4c00. 00000100:00000001:0.0:1789117667.104095:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104100:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117667.104108:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117667.104110:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104113:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b5a9a9a] to pc [ptlrpcd_00_01+1] req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.104121:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104123:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117667.104125:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117667.104128:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c1e00. 00000020:00000040:0.0:1789117667.104131:0:36:0:(genops.c:1210:class_import_get()) import ffff888d034b4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d20018000 00000100:00000001:0.0:1789117667.104133:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117667.104140:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117667.104142:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117667.104147:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0571b800. 00000100:00000001:0.0:1789117667.104150:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104154:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117667.104161:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117667.104163:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104167:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd3c03eb] to pc [ptlrpcd_00_00+0] req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.104174:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117667.104180:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117667.104183:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c0b40. 00000020:00000040:0.0:1789117667.104186:0:36:0:(genops.c:1210:class_import_get()) import ffff888d105cc800 refcount=3 obd=lustre-OST0000-osc-ffff888d20018000 00000100:00000001:0.0:1789117667.104198:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117667.104199:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117667.104201:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117667.104204:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0571b400. 00000100:00000001:0.0:1789117667.104207:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104212:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117667.104219:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117667.104220:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104224:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac8f05eb] to pc [ptlrpcd_00_01+1] req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.104231:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104234:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117667.104241:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117667.104245:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c3840. 00000020:00000040:0.0:1789117667.104258:0:36:0:(genops.c:1210:class_import_get()) import ffff888d105ca800 refcount=3 obd=lustre-OST0001-osc-ffff888d20018000 00000100:00000001:0.0:1789117667.104264:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117667.104265:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117667.104269:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117667.104277:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d0571b200. 00000100:00000001:0.0:1789117667.104283:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104291:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117667.104300:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117667.104302:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104309:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e48b76] to pc [ptlrpcd_00_00+0] req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.104330:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.104341:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (357) 00000100:00000001:0.0:1789117667.104373:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117667.104376:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117667.104381:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117667.104389:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.104401:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117667.104403:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.104408:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117667.104410:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117667.104414:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117667.104420:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565789568:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117667.104426:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117667.104432:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117667.104434:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.104436:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117667.104445:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20084e00. 02000000:00000001:0.0:1789117667.104447:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117667.104454:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117667.104464:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4370. 00000400:00000010:0.0:1789117667.104468:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353550. 00000100:00000200:0.0:1789117667.104472:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565789568, portal 10 00000100:00000001:0.0:1789117667.104474:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117667.104475:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476868544 : -131335232683072 : ffff888d221c03c0) 00000020:00000010:0.0:1789117667.104485:0:2399:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d099f8000. 00000100:00000040:0.0:1789117667.104493:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.104500:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117667.104502:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117667.104504:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353e58. 00000100:00000200:0.0:1789117667.104507:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565789568, offset 0 00000400:00000200:0.0:1789117667.104512:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117667.104518:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117667.104523:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117667.105087:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117667.105093:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117667.105096:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117667.105101:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117667.105104:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [130:130:254:4294967295] 192.168.201.125@tcp LPNI seq info [130:130:6:4294967295] 00000400:00000200:0.0:1789117667.105110:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117667.105119:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117667.105125:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117667.105132:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d12bf7100. 00000800:00000200:0.0:1789117667.105138:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117667.105145:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117667.105150:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d12bf7100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117667.105154:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.105232:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: using a timeout of 12253 usecs (13 jiffies) 00000400:00000200:0.0:1789117667.105239:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117667.105245:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295020055 00000100:00000001:0.0:1789117667.105268:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295021315 00000100:00000001:0.0:1789117667.105271:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295020055 00000100:00000001:0.0:1789117667.105275:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295021315 00000100:00000001:0.0:1789117667.105278:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117667.105283:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.105289:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117667.105298:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.105310:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117667.105314:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.105317:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117667.105322:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117667.105324:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117667.105329:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565789824:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117667.105336:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117667.105342:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117667.105344:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.105346:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117667.105353:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20084200. 02000000:00000001:0.0:1789117667.105358:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117667.105364:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117667.105371:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4738. 00000400:00000010:0.0:1789117667.105379:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353440. 00000100:00000200:0.0:1789117667.105385:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565789824, portal 4 00000100:00000001:0.0:1789117667.105388:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117667.105392:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476870464 : -131335232681152 : ffff888d221c0b40) 00000100:00000040:0.0:1789117667.105402:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.105413:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117667.105419:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117667.105421:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353dd0. 00000100:00000200:0.0:1789117667.105557:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876025565789824, offset 0 00000400:00000200:0.0:1789117667.105581:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117667.105587:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117667.105593:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117667.105596:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117667.105598:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117667.105601:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117667.105603:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117667.105606:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [131:131:253:4294967295] 192.168.201.125@tcp LPNI seq info [131:131:5:4294967295] 00000400:00000200:0.0:1789117667.105609:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117667.105614:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117667.105619:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117667.105623:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d12191000. 00000800:00000200:0.0:1789117667.105627:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117667.105631:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117667.105634:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d12191000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117667.105636:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.105639:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: using a timeout of 8386 usecs (9 jiffies) 00000400:00000200:0.0:1789117667.105642:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117667.105644:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295020052 00000100:00000001:0.0:1789117667.105646:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295021315 00000100:00000001:0.0:1789117667.105648:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295020052 00000100:00000001:0.0:1789117667.105650:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295021315 00000100:00000001:0.0:1789117667.105652:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117667.105655:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.105657:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.105661:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.105671:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117667.105674:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789117667.105677:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117667.105686:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117667.105689:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117667.105692:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1789117667.105694:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.105696:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117667.105698:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.105700:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117667.105701:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117667.105703:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1789117667.105746:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117667.105752:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11794000. 00000400:00000200:1.0:1789117667.105760:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.105766:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117667.105779:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9dd48 00000400:00000010:1.0:1789117667.105782:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9dd48. 00000100:00000001:1.0:1789117667.105787:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117667.105793:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.105804:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117667.105808:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.105887:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.105889:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117667.105908:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117667.105911:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11794200. 00000400:00000200:1.0:1789117667.105914:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.105917:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117667.105920:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d7f8 00000400:00000010:1.0:1789117667.105922:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d7f8. 00000100:00000001:1.0:1789117667.105924:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117667.105928:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.105936:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117667.105938:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.105944:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.105946:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117667.106019:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117667.106022:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d12bf7100. 00000400:00000200:1.0:1789117667.106027:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.106031:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117667.106033:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353e58 00000400:00000010:1.0:1789117667.106034:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353e58. 00000100:00000001:1.0:1789117667.106037:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117667.106040:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.106061:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117667.106065:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.106070:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.106071:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1789117667.106140:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.106147:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117667.106149:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.106152:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117667.106153:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117667.106155:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789117667.106155:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1789117667.106158:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565789440:192.168.201.125@tcp:400:kworker.0 00000800:00000010:1.0:1789117667.106158:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d12191000. 00000100:00000001:0.0:1789117667.106162:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1789117667.106162:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.106165:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 02000000:00000001:0.0:1789117667.106166:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117667.106168:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117667.106168:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353dd0 02000000:00000001:0.0:1789117667.106170:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1789117667.106170:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353dd0. 00000100:00000001:1.0:1789117667.106172:0:2390:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1789117667.106174:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20084a00. 00000100:00000200:1.0:1789117667.106175:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789117667.106176:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117667.106180:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117667.106182:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1789117667.106183:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4b58. 00000100:00000040:1.0:1789117667.106185:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789117667.106198:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d113536e8. 00000100:00000200:0.0:1789117667.106201:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565789440, portal 10 00000100:00000001:1.0:1789117667.106202:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.106203:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117667.106204:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789117667.106205:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476869504 : -131335232682112 : ffff888d221c0780) 00000100:00000040:0.0:1789117667.106212:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.106218:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117667.106220:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000100:00000001:1.0:1789117667.106221:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1789117667.106223:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353000. 00000100:00000001:1.0:1789117667.106223:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117667.106226:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.106228:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789117667.106230:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565789440, offset 0 00000400:00000200:0.0:1789117667.106235:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117667.106239:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117667.106243:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117667.106246:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117667.106249:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117667.106251:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117667.106253:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117667.106257:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [132:132:256:4294967295] 192.168.201.125@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:0.0:1789117667.106261:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117667.106267:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117667.106271:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117667.106274:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d12191000. 00000800:00000200:0.0:1789117667.106279:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117667.106284:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117667.106287:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d12191000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117667.106312:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.106317:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: using a timeout of 167148 usecs (168 jiffies) 00000400:00000200:0.0:1789117667.106320:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117667.106322:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295020211 00000100:00000001:0.0:1789117667.106324:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295021315 00000100:00000001:0.0:1789117667.106326:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295020211 00000100:00000001:0.0:1789117667.106329:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295021315 00000100:00000001:0.0:1789117667.106331:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117667.106333:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.106335:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117667.106340:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.106348:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117667.106355:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.106363:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117667.106365:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117667.106367:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117667.106370:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565789696:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117667.106375:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117667.106377:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117667.106379:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.106380:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117667.106384:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20085600. 02000000:00000001:0.0:1789117667.106385:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117667.106388:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117667.106391:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4790. 00000400:00000010:0.0:1789117667.106395:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353dd0. 00000100:00000200:0.0:1789117667.106398:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565789696, portal 10 00000100:00000001:0.0:1789117667.106400:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117667.106401:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476875264 : -131335232676352 : ffff888d221c1e00) 00000020:00000010:0.0:1789117667.106410:0:2399:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d099fa000. 00000100:00000040:0.0:1789117667.106416:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.106422:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117667.106425:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117667.106427:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353e58. 00000100:00000200:0.0:1789117667.106429:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565789696, offset 0 00000400:00000200:0.0:1789117667.106434:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117667.106438:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117667.106441:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117667.106444:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117667.106446:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117667.106448:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117667.106450:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117667.106453:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [133:133:255:4294967295] 192.168.201.125@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:0.0:1789117667.106456:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117667.106468:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117667.106472:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117667.106477:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238d100. 00000800:00000200:0.0:1789117667.106480:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117667.106484:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117667.106487:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117667.106490:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.106494:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: using a timeout of 17556 usecs (18 jiffies) 00000400:00000200:0.0:1789117667.106497:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117667.106498:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295020061 00000100:00000001:0.0:1789117667.106501:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295021315 00000100:00000001:0.0:1789117667.106503:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295020061 00000100:00000001:0.0:1789117667.106505:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295021315 00000100:00000001:0.0:1789117667.106508:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117667.106510:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.106512:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117667.106517:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.107642:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117667.107650:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.107656:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117667.107660:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117667.107662:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117667.107671:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565789952:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117667.107676:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117667.107682:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117667.107685:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.107687:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117667.107695:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20084c00. 02000000:00000001:0.0:1789117667.107698:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117667.107724:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117667.107729:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4b00. 00000400:00000010:0.0:1789117667.107735:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d113537f8. 00000100:00000200:0.0:1789117667.107741:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565789952, portal 4 00000100:00000001:0.0:1789117667.107743:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117667.107745:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476881984 : -131335232669632 : ffff888d221c3840) 00000100:00000040:0.0:1789117667.107755:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.107762:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117667.107764:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117667.107766:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353660. 00000100:00000200:0.0:1789117667.107769:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876025565789952, offset 0 00000800:00000200:1.0:1789117667.107772:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1789117667.107774:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117667.107777:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d12191000. 00000400:00000200:0.0:1789117667.107781:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.107783:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117667.107786:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117667.107788:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117667.107790:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117667.107795:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117667.110327:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117667.110333:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117667.110339:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [134:134:254:4294967295] 192.168.201.125@tcp LPNI seq info [134:134:6:4294967295] 00000400:00000200:0.0:1789117667.110347:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117667.110362:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000400:00000200:1.0:1789117667.110397:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353000 00000400:00000010:1.0:1789117667.110402:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353000. 00000100:00000001:1.0:1789117667.110412:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117667.110422:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.110468:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117667.110473:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.110481:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.110482:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117667.110805:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117667.110882:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238d000. 00000800:00000200:0.0:1789117667.110893:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117667.110902:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117667.110908:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117667.110916:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.110922:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: using a timeout of 8393 usecs (9 jiffies) 00000400:00000200:0.0:1789117667.110926:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117667.110930:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295020057 00000100:00000001:0.0:1789117667.110940:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295021315 00000100:00000001:0.0:1789117667.110943:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295020057 00000100:00000001:0.0:1789117667.110945:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295021315 00000100:00000001:0.0:1789117667.110947:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117667.110950:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789117667.111210:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117667.111214:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238d100. 00000400:00000200:1.0:1789117667.111220:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.111226:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117667.111232:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353e58 00000400:00000010:1.0:1789117667.111234:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353e58. 00000100:00000001:1.0:1789117667.111237:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117667.111242:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.111253:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117667.111257:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.111264:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.111266:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117667.111286:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117667.111288:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238d000. 00000400:00000200:1.0:1789117667.111291:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.111294:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117667.111297:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353660 00000400:00000010:1.0:1789117667.111300:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353660. 00000100:00000001:1.0:1789117667.111302:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117667.111307:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.111315:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117667.111318:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.111340:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.111341:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789117667.111401:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.111408:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789117667.111804:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.111895:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117667.111899:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.111903:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.111913:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.111920:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117667.111928:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.111933:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.111939:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.111945:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d703c80 00000400:00000200:1.0:1789117667.111951:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.111968:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:1.0:1789117667.111977:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.111983:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.111986:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.111989:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117667.111995:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117667.112002:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117667.112011:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.112035:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117667.112044:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.112048:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117667.112049:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.112051:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.112055:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.112058:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117667.112063:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.112074:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.112077:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.112080:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d703d80 00000400:00000200:1.0:1789117667.112083:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.112088:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:1.0:1789117667.112091:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.112095:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.112098:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.112100:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117667.112104:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117667.112109:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117667.112117:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.112129:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117667.112133:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.112135:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117667.112137:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.112139:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.112141:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.112145:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117667.112148:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.112150:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.112153:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.112156:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 4 MB=0x6aa3c3d703e80 00000400:00000200:1.0:1789117667.112159:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.112164:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.125@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:1.0:1789117667.112167:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.112173:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.112175:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.112179:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117667.112181:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117667.112203:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117667.112212:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.112219:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117667.112224:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.112227:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.112372:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117667.112376:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789117667.112384:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789117667.112387:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117667.112390:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4370. 00000400:00000200:0.0:1789117667.112394:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353550 00000400:00000010:0.0:1789117667.112396:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353550. 00000100:00000001:0.0:1789117667.112399:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117667.112404:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117667.112413:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.112419:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117667.112422:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.112424:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117667.112428:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117667.112431:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117667.112434:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.112438:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789117667.112450:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b2c60 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117667.112454:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b2c18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1789117667.112457:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117667.112459:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117667.112463:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789117667.112467:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.112472:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789117667.112475:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:0.0:1789117667.112484:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789117667.112487:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.112493:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.112501:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117667.112504:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117667.112507:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789117667.112511:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117667.112520:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565789568:192.168.201.125@tcp:400:kworker.0 00000400:00000001:0.0:1789117667.112563:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789117667.112565:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117667.112567:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4738. 00000400:00000200:0.0:1789117667.112570:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353440 00000400:00000010:0.0:1789117667.112571:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353440. 00000100:00000001:0.0:1789117667.112573:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117667.112577:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117667.112585:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.112592:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117667.112593:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.112594:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117667.112596:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117667.112597:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117667.112598:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.112600:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789117667.112605:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d105ccc60 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117667.112609:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d105ccc18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1789117667.112611:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117667.112612:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117667.112614:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789117667.112623:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789117667.112630:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.112632:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789117667.112634:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:0.0:1789117667.112635:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789117667.112637:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.112640:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.112656:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117667.112658:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117667.112659:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789117667.112663:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117667.112670:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565789824:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117667.112674:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.112677:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117667.112680:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c03c0 x1876025565789568/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.112687:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117667.112690:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117667.112695:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20084e00. 02000000:00000001:0.0:1789117667.112698:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117667.112701:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117667.112704:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d034b2800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d20018000 00000020:00000001:0.0:1789117667.112789:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117667.112793:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d098a4c00. 02000000:00000001:0.0:1789117667.112798:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117667.112800:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117667.112802:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c03c0. 00000100:00000001:0.0:1789117667.112806:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117667.112881:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.112884:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117667.112888:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c0b40 x1876025565789824/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.112894:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117667.112896:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117667.112898:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20084200. 02000000:00000001:0.0:1789117667.112900:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117667.112902:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117667.112903:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d105cc800 refcount=2 obd=lustre-OST0000-osc-ffff888d20018000 00000020:00000001:0.0:1789117667.112905:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117667.112907:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0571b400. 02000000:00000001:0.0:1789117667.112910:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117667.112911:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117667.112912:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c0b40. 00000100:00000001:0.0:1789117667.112915:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117667.112916:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.112919:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.112921:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117667.112922:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117667.112924:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.112926:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.112942:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117667.112944:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789117667.112948:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789117667.112950:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117667.113005:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3dec8. 00000400:00000200:0.0:1789117667.113009:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9de58 00000400:00000010:0.0:1789117667.113011:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9de58. 00000100:00000001:0.0:1789117667.113014:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117667.113019:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117667.113029:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.113035:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117667.113036:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.113043:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117667.113045:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117667.113046:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117667.113048:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.113050:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789117667.113055:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11393460 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117667.113058:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11393418 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1789117667.113060:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117667.113061:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117667.113062:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789117667.113064:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.113067:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789117667.113069:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:0.0:1789117667.113070:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789117667.113072:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.113076:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.113082:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117667.113083:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117667.113085:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789117667.113088:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117667.113095:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565789312:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117667.113099:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.113101:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117667.113104:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c0000 x1876025565789312/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.113109:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117667.113110:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117667.113112:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156b400. 02000000:00000001:0.0:1789117667.113115:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117667.113116:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117667.113117:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d11393000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000001:0.0:1789117667.113123:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117667.113125:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d098a4600. 02000000:00000001:0.0:1789117667.113127:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117667.113128:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117667.113129:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c0000. 00000100:00000001:0.0:1789117667.113131:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117667.113132:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.113134:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.113136:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117667.113137:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117667.113138:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.113140:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789117667.117106:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.117128:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117667.117133:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.117136:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.117147:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.117155:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117667.117166:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.117172:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.117179:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.117184:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 25 MB=0x6aa3c3d703c00 00000400:00000200:1.0:1789117667.117201:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.117209:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:1.0:1789117667.117219:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.117223:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.117227:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.117232:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117667.117243:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117667.117253:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117667.117264:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.117275:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117667.117284:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.117287:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117667.117295:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.117298:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.117312:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.117315:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117667.117320:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.117322:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.117325:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.117327:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 4 MB=0x6aa3c3d703f00 00000400:00000200:1.0:1789117667.117331:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.117336:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.125@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:1.0:1789117667.117340:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.117409:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.117411:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.117414:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117667.117418:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117667.117423:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117667.117431:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.117449:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117667.117453:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.117457:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.117470:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117667.117475:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117667.117485:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117667.117487:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117667.117490:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4b00. 00000400:00000200:1.0:1789117667.117496:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d113537f8 00000400:00000010:1.0:1789117667.117499:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d113537f8. 00000100:00000001:1.0:1789117667.117502:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117667.117506:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117667.117516:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.117549:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117667.117552:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.117555:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117667.117560:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117667.117564:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117667.117566:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117667.117570:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789117667.117588:0:2399:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d18814000. 00000100:00001000:1.0:1789117667.117599:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d105cac60 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117667.117604:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d105cac18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117667.117607:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117667.117610:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117667.117614:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117667.117620:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117667.117627:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.117631:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117667.117633:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1789117667.117635:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1789117667.117636:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117667.117638:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000400:00000001:0.0:1789117667.117639:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789117667.117640:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1789117667.117642:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117667.117644:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3d058. 00000400:00000200:0.0:1789117667.117647:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d550 00000400:00000010:0.0:1789117667.117650:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d550. 00000100:00000001:0.0:1789117667.117653:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1789117667.117657:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117667.117658:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.117666:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1789117667.117667:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.117670:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117667.117672:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.117673:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117667.117675:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117667.117676:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.117677:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117667.117678:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117667.117680:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117667.117682:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117667.117684:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117667.117685:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565789952:192.168.201.125@tcp:400:kworker.0 00000100:00001000:0.0:1789117667.117687:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117667.117690:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117667.117691:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.117693:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117667.117694:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.117694:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1789117667.117696:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789117667.117697:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117667.117703:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c3840 x1876025565789952/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.117704:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117667.117718:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.117725:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117667.117726:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117667.117728:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789117667.117730:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117667.117738:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa63026c-d7d6-4509-a07c-c63597c88596:2398:1876025565789184:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117667.117742:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.117744:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117667.117747:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c3480 x1876025565789184/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117667.117754:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117667.117758:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117667.117763:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156ae00. 02000000:00000001:0.0:1789117667.117767:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117667.117771:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117667.117773:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:0.0:1789117667.117775:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117667.117779:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d098a4900. 02000000:00000001:0.0:1789117667.117782:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117667.117784:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117667.117786:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c3480. 00000100:00000001:0.0:1789117667.117790:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117667.117792:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.117795:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117667.117805:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117667.117807:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117667.117810:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117667.117812:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.117879:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117667.117881:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117667.117883:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20084c00. 02000000:00000001:1.0:1789117667.117886:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117667.117888:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117667.117889:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d105ca800 refcount=2 obd=lustre-OST0001-osc-ffff888d20018000 00000020:00000001:1.0:1789117667.117890:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117667.117892:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0571b200. 02000000:00000001:1.0:1789117667.117895:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117667.117896:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117667.117897:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c3840. 00000100:00000001:1.0:1789117667.117900:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117667.117901:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.117903:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.117906:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117667.117907:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117667.117909:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.117910:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789117667.120503:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.120542:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117667.120547:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.120550:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.120560:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.120570:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117667.120580:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.120585:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.120591:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.120596:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d703d00 00000400:00000200:1.0:1789117667.120602:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.120609:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:1.0:1789117667.120616:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.120626:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.120629:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.120639:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117667.120659:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117667.120669:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117667.120681:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.120696:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117667.120714:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.120717:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.120732:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117667.120736:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117667.120745:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117667.120747:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117667.120751:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4b58. 00000400:00000200:1.0:1789117667.120756:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d113536e8 00000400:00000010:1.0:1789117667.120759:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d113536e8. 00000100:00000001:1.0:1789117667.120762:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117667.120767:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117667.120776:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.120782:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117667.120784:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.120786:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117667.120790:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117667.120793:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117667.120795:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117667.120799:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117667.120931:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11390c60 time=76 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117667.120937:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11390c18 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117667.120940:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117667.120943:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117667.120946:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117667.120952:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117667.120965:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.120970:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117667.120973:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117667.120975:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117667.120976:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117667.120982:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.120990:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117667.120993:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117667.120995:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117667.120999:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117667.121007:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565789440:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117667.121013:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.121016:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117667.121020:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c0780 x1876025565789440/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.121027:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117667.121029:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117667.121033:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20084a00. 02000000:00000001:1.0:1789117667.121038:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117667.121041:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117667.121043:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d11390800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000001:1.0:1789117667.121045:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117667.121049:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d098a4400. 02000000:00000001:1.0:1789117667.121053:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117667.121054:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117667.121056:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c0780. 00000100:00000001:1.0:1789117667.121060:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117667.121061:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.121068:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.121070:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117667.121071:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117667.121073:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.121074:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789117667.121766:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.121777:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117667.121781:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.121783:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.121790:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.121797:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117667.121804:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.121882:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.121889:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.121894:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d703e00 00000400:00000200:1.0:1789117667.121898:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117667.121904:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:1.0:1789117667.121910:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.121985:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117667.121988:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117667.121994:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117667.122000:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117667.122006:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117667.122017:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.122030:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117667.122039:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117667.122042:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.122054:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117667.122056:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117667.122062:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117667.122064:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117667.122066:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4790. 00000400:00000200:1.0:1789117667.122079:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353dd0 00000400:00000010:1.0:1789117667.122081:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353dd0. 00000100:00000001:1.0:1789117667.122086:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117667.122090:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117667.122098:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.122104:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117667.122106:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.122108:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117667.122110:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117667.122113:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117667.122115:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117667.122118:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117667.122127:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b4c60 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117667.122132:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b4c18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117667.122134:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117667.122136:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117667.122138:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117667.122143:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117667.122148:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.122151:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117667.122153:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117667.122156:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117667.122157:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117667.122161:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.122167:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117667.122169:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117667.122171:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117667.122174:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117667.122212:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565789696:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117667.122217:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.122219:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117667.122223:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c1e00 x1876025565789696/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117667.122230:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117667.122233:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117667.122236:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20085600. 02000000:00000001:1.0:1789117667.122240:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117667.122242:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117667.122244:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d034b4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d20018000 00000020:00000001:1.0:1789117667.122247:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117667.122249:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d0571b800. 02000000:00000001:1.0:1789117667.122253:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117667.122254:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117667.122256:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c1e00. 00000100:00000001:1.0:1789117667.122261:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117667.122263:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.122265:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117667.122275:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117667.122278:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117667.122280:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117667.122282:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117667.495664:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117667.495674:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117667.495681:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117667.495683:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117667.497039:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117667.497047:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117667.497053:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789117668.440102:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295021315, at 4295021377 00000100:00000010:1.0:1789117668.440125:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d04ed4d80. 00000100:00000040:0.0:1789117668.442291:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295021315, at 4295021379 00000100:00000010:0.0:1789117668.442310:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d04ed4a80. 00010000:00000001:3.0:1789117668.504121:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117668.504131:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117668.504137:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117668.504147:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117668.504261:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117668.504266:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117668.504270:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789117668.750494:0:9335:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789117668.750508:0:9335:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789117669.178494:0:9371:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789117669.178504:0:9371:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg125-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:1.0:1789117669.205494:0:9371:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1789117669.403319:0:9384:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789117669.403332:0:9384:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789117669.451209:0:9388:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789117669.451223:0:9388:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117669.526599:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117669.526606:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117669.526612:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117669.526613:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117669.526649:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117669.526653:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117669.526656:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117670.553598:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117670.553611:0:8923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789117670.553614:0:8923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789117670.553618:0:8923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117670.553624:0:8923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789117670.553627:0:8923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117670.553629:0:8923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117670.553632:0:8923:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117670.553636:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117670.553638:0:8923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789117670.553640:0:8923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789117670.553642:0:8923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117670.553643:0:8923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789117670.553644:0:8923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117670.553646:0:8923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117670.553649:0:8923:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117670.553769:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117670.553774:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117670.553787:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117671.576825:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117671.576842:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117671.576850:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117671.576851:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117671.576974:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117671.576978:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117671.576981:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789117672.214771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa63026c-d7d6-4509-a07c-c63597c88596->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117672.214785:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117672.214800:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c0b40. 00000020:00000040:0.0:1789117672.214808:0:37:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:0.0:1789117672.214814:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117672.214817:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117672.214824:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117672.214835:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d2238df00. 00000100:00000001:0.0:1789117672.214845:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.214861:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa63026c-d7d6-4509-a07c-c63597c88596->MGS req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117672.214873:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117672.214879:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.214887:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac8f05eb] to pc [ptlrpcd_00_01+1] req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.214933:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.214936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117672.214961:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117672.214965:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c03c0. 00000020:00000040:0.0:1789117672.214968:0:37:0:(genops.c:1210:class_import_get()) import ffff888d11393000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000100:00000001:0.0:1789117672.214970:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117672.214972:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117672.214974:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117672.214978:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d2238d600. 00000100:00000001:0.0:1789117672.214982:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.214988:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117672.214996:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117672.214998:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215002:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b5a9a9a] to pc [ptlrpcd_00_00+0] req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215012:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117672.215017:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117672.215020:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c3c00. 00000020:00000040:0.0:1789117672.215023:0:37:0:(genops.c:1210:class_import_get()) import ffff888d11390800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000100:00000001:0.0:1789117672.215025:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117672.215027:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117672.215028:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117672.215031:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d2238d700. 00000100:00000001:0.0:1789117672.215050:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215054:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117672.215063:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117672.215065:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215069:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a16bc20] to pc [ptlrpcd_00_01+1] req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215089:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117672.215107:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117672.215110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117672.215114:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117672.215117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117672.215121:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117672.215125:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c30c0. 00000020:00000040:0.0:1789117672.215127:0:37:0:(genops.c:1210:class_import_get()) import ffff888d034b2800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d20018000 00000100:00000001:0.0:1789117672.215130:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117672.215132:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117672.215134:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117672.215138:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d2238d800. 00000100:00000001:0.0:1789117672.215142:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215146:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117672.215154:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117672.215156:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215161:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca8278eb] to pc [ptlrpcd_00_00+0] req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215168:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117672.215174:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117672.215177:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c1680. 00000020:00000040:0.0:1789117672.215180:0:37:0:(genops.c:1210:class_import_get()) import ffff888d034b4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d20018000 00000100:00000001:0.0:1789117672.215182:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117672.215189:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117672.215191:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117672.215195:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d2238de00. 00000100:00000001:0.0:1789117672.215198:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215203:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117672.215222:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117672.215224:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215228:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a4e5359] to pc [ptlrpcd_00_01+1] req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215236:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117672.215242:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117672.215246:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c2d00. 00000020:00000040:0.0:1789117672.215249:0:37:0:(genops.c:1210:class_import_get()) import ffff888d105cc800 refcount=3 obd=lustre-OST0000-osc-ffff888d20018000 00000100:00000001:0.0:1789117672.215252:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117672.215253:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117672.215255:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117672.215261:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d2238d000. 00000100:00000001:0.0:1789117672.215264:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215268:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117672.215276:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117672.215277:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215281:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ee42790] to pc [ptlrpcd_00_00+0] req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215289:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117672.215295:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117672.215298:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c0f00. 00000020:00000040:0.0:1789117672.215316:0:37:0:(genops.c:1210:class_import_get()) import ffff888d105ca800 refcount=3 obd=lustre-OST0001-osc-ffff888d20018000 00000100:00000001:0.0:1789117672.215319:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117672.215320:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117672.215323:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117672.215327:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d2238d100. 00000100:00000001:0.0:1789117672.215330:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215335:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117672.215343:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117672.215345:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215349:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1978d88] to pc [ptlrpcd_00_01+1] req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215357:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215362:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (362) 00000100:00000001:0.0:1789117672.215381:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117672.215385:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117672.215389:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117672.215395:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215404:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117672.215406:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.215411:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117672.215414:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117672.215417:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117672.215421:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565790208:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117672.215426:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117672.215433:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117672.215436:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.215439:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117672.215445:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156b600. 02000000:00000001:0.0:1789117672.215447:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117672.215456:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117672.215468:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4738. 00000400:00000010:0.0:1789117672.215477:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353440. 00000100:00000200:0.0:1789117672.215486:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565790208, portal 10 00000100:00000001:0.0:1789117672.215489:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117672.215491:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476868544 : -131335232683072 : ffff888d221c03c0) 00000100:00000040:0.0:1789117672.215500:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215509:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117672.215513:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117672.215516:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353550. 00000100:00000200:0.0:1789117672.215519:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565790208, offset 0 00000400:00000200:0.0:1789117672.215554:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117672.215566:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.215576:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117672.215583:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117672.215588:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117672.215593:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117672.215596:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117672.215600:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [135:135:256:4294967295] 192.168.201.125@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1789117672.215605:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.215615:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117672.215622:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117672.215629:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d0571b300. 00000800:00000200:0.0:1789117672.215636:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117672.215646:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117672.215652:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d0571b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117672.215664:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215669:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: using a timeout of 135271 usecs (136 jiffies) 00000400:00000200:0.0:1789117672.215672:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117672.215675:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295025289 00000100:00000010:0.0:1789117672.215680:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d056b8b40. 00000100:00000001:0.0:1789117672.215692:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789117672.215700:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295025289 00000100:00000010:0.0:1789117672.215703:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d056b8780. 00000100:00000001:0.0:1789117672.215706:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789117672.215715:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117672.215718:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117672.215721:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117672.215725:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215731:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117672.215732:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.215734:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117672.215736:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117672.215738:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117672.215740:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565790464:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117672.215743:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117672.215746:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117672.215747:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.215749:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117672.215752:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156a200. 02000000:00000001:0.0:1789117672.215754:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117672.215758:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117672.215760:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4370. 00000400:00000010:0.0:1789117672.215763:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353bb0. 00000100:00000200:0.0:1789117672.215766:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565790464, portal 10 00000100:00000001:0.0:1789117672.215768:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117672.215769:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476880064 : -131335232671552 : ffff888d221c30c0) 00000100:00000040:0.0:1789117672.215776:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215781:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117672.215784:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117672.215791:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353d48. 00000100:00000200:0.0:1789117672.215793:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565790464, offset 0 00000400:00000200:0.0:1789117672.215797:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117672.215802:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.215805:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117672.215808:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117672.215810:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117672.215812:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117672.215814:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117672.215817:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [136:136:255:4294967295] 192.168.201.125@tcp LPNI seq info [136:136:7:4294967295] 00000400:00000200:0.0:1789117672.215820:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.215826:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117672.215830:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117672.215834:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d0571b800. 00000800:00000200:0.0:1789117672.215838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117672.215843:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117672.215845:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d0571b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117672.215847:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215851:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: using a timeout of 11986 usecs (12 jiffies) 00000400:00000200:0.0:1789117672.215853:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117672.215855:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295025165 00000100:00000001:0.0:1789117672.215858:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295025289 00000100:00000001:0.0:1789117672.215859:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295025165 00000100:00000001:0.0:1789117672.215861:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295025289 00000100:00000001:0.0:1789117672.215863:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117672.215865:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117672.215867:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117672.215871:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215876:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117672.215882:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.215884:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117672.215885:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117672.215887:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117672.215890:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565790720:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117672.215893:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117672.215896:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117672.215897:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.215898:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117672.215901:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156aa00. 02000000:00000001:0.0:1789117672.215903:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117672.215906:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117672.215909:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4c08. 00000400:00000010:0.0:1789117672.215912:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353330. 00000100:00000200:0.0:1789117672.215915:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565790720, portal 4 00000100:00000001:0.0:1789117672.215916:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117672.215918:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476879104 : -131335232672512 : ffff888d221c2d00) 00000100:00000040:0.0:1789117672.215923:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.215929:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117672.215931:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117672.215933:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353c38. 00000100:00000200:0.0:1789117672.215935:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876025565790720, offset 0 00000400:00000200:0.0:1789117672.215939:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117672.215944:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.215947:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117672.215950:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117672.215952:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117672.215954:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117672.215956:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117672.215959:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [137:137:254:4294967295] 192.168.201.125@tcp LPNI seq info [137:137:6:4294967295] 00000400:00000200:0.0:1789117672.215963:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.215968:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117672.215979:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117672.215982:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d0571b200. 00000800:00000200:0.0:1789117672.215986:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117672.215989:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117672.215992:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d0571b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117672.215996:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.215999:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: using a timeout of 9420 usecs (10 jiffies) 00000400:00000200:0.0:1789117672.216002:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117672.216004:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295025163 00000100:00000001:0.0:1789117672.216006:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295025289 00000100:00000001:0.0:1789117672.216008:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295025163 00000100:00000001:0.0:1789117672.216010:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295025289 00000100:00000001:0.0:1789117672.216012:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117672.216015:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117672.216017:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117672.216020:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117672.216029:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117672.216032:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789117672.216034:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117672.216035:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117672.216036:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117672.216039:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:0.0:1789117672.216041:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117672.216043:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117672.216045:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117672.216046:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117672.216047:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117672.216049:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117672.216053:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.216060:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117672.216061:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.216068:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117672.216070:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117672.216072:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117672.216074:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa63026c-d7d6-4509-a07c-c63597c88596:2398:1876025565790080:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117672.216078:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117672.216080:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117672.216082:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.216083:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117672.216086:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156a000. 02000000:00000001:0.0:1789117672.216088:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117672.216091:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117672.216093:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4a50. 00000400:00000010:0.0:1789117672.216110:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353770. 00000100:00000200:0.0:1789117672.216113:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565790080, portal 25 00000100:00000001:0.0:1789117672.216115:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117672.216116:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476870464 : -131335232681152 : ffff888d221c0b40) 00000100:00000040:0.0:1789117672.216120:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.216125:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117672.216127:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117672.216129:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353a18. 00000100:00000200:0.0:1789117672.216131:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876025565790080, offset 0 00000400:00000200:0.0:1789117672.216135:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117672.216138:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.216142:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117672.216144:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117672.216147:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117672.216149:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117672.216151:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117672.216154:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [138:138:253:4294967295] 192.168.201.125@tcp LPNI seq info [138:138:5:4294967295] 00000400:00000200:0.0:1789117672.216158:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.216164:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117672.216175:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117672.216179:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d0571b400. 00000800:00000200:0.0:1789117672.216182:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117672.216187:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117672.216189:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d0571b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117672.216192:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117672.216196:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117672.216198:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295026434 00000100:00000001:0.0:1789117672.216204:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295025289 00000100:00000001:0.0:1789117672.216207:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295026434 00000100:00000001:0.0:1789117672.216210:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295025289 00000100:00000001:0.0:1789117672.216213:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117672.216215:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117672.216217:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117672.216222:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.216228:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117672.216230:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.216232:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117672.216233:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117672.216235:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117672.216238:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565790336:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117672.216241:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117672.216244:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117672.216245:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.216246:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117672.216250:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156a400. 02000000:00000001:0.0:1789117672.216251:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117672.216254:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117672.216256:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4f78. 00000400:00000010:0.0:1789117672.216264:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d113535d8. 00000100:00000200:0.0:1789117672.216267:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565790336, portal 10 00000100:00000001:0.0:1789117672.216269:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117672.216270:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476882944 : -131335232668672 : ffff888d221c3c00) 00000100:00000040:0.0:1789117672.216276:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.216282:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117672.216285:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117672.216287:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353f68. 00000100:00000200:0.0:1789117672.216290:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565790336, offset 0 00000400:00000200:0.0:1789117672.216294:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117672.216298:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.216301:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117672.216304:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117672.216306:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117672.216308:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117672.216310:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117672.216313:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [139:139:252:4294967295] 192.168.201.125@tcp LPNI seq info [139:139:4:4294967295] 00000400:00000200:0.0:1789117672.216317:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.216323:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117672.216327:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117672.216332:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d098a4400. 00000800:00000200:0.0:1789117672.216336:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117672.216340:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117672.216342:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d098a4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117672.216345:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.216348:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: using a timeout of 159030 usecs (160 jiffies) 00000400:00000200:0.0:1789117672.216352:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117672.216353:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295025313 00000100:00000001:0.0:1789117672.216356:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295026434 00000100:00000001:0.0:1789117672.216364:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295025313 00000100:00000001:0.0:1789117672.216366:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295026434 00000100:00000001:0.0:1789117672.216368:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117672.216370:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117672.216372:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117672.216376:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.216383:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117672.216385:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.216387:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117672.216389:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117672.216391:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117672.216394:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565790592:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117672.216397:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117672.216399:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117672.216400:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.216402:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117672.216404:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156b400. 02000000:00000001:0.0:1789117672.216406:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117672.216409:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117672.216411:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4580. 00000400:00000010:0.0:1789117672.216415:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353220. 00000100:00000200:0.0:1789117672.216417:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565790592, portal 10 00000100:00000001:0.0:1789117672.216419:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117672.216420:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476873344 : -131335232678272 : ffff888d221c1680) 00000100:00000040:0.0:1789117672.216426:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.216431:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117672.216433:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117672.216435:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353198. 00000100:00000200:0.0:1789117672.216438:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565790592, offset 0 00000400:00000200:0.0:1789117672.216448:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117672.216452:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.216455:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117672.216458:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117672.216461:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117672.216463:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117672.216465:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117672.216467:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [140:140:251:4294967295] 192.168.201.125@tcp LPNI seq info [140:140:3:4294967295] 00000400:00000200:0.0:1789117672.216470:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.216476:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117672.216480:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117672.216484:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d098a4900. 00000800:00000200:0.0:1789117672.216487:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117672.216491:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117672.216493:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d098a4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117672.216496:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.216499:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: using a timeout of 19177 usecs (20 jiffies) 00000400:00000200:0.0:1789117672.216502:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117672.216504:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295025173 00000100:00000001:0.0:1789117672.216507:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295026434 00000100:00000001:0.0:1789117672.216508:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295025173 00000100:00000001:0.0:1789117672.216511:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295026434 00000100:00000001:0.0:1789117672.216513:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117672.216515:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117672.216517:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117672.216521:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.216559:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117672.216561:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.216568:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117672.216570:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117672.216572:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117672.216575:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565790848:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117672.216578:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117672.216581:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117672.216583:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117672.216585:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117672.216588:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156bc00. 02000000:00000001:0.0:1789117672.216590:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117672.216593:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117672.216596:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4420. 00000400:00000010:0.0:1789117672.216600:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353990. 00000100:00000200:0.0:1789117672.216604:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565790848, portal 4 00000100:00000001:0.0:1789117672.216605:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117672.216606:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476871424 : -131335232680192 : ffff888d221c0f00) 00000100:00000040:0.0:1789117672.216613:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.216619:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117672.216621:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117672.216623:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353110. 00000100:00000200:0.0:1789117672.216625:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876025565790848, offset 0 00000400:00000200:0.0:1789117672.216629:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117672.216633:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.216636:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117672.216639:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117672.216641:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117672.216644:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117672.216646:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117672.216649:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [141:141:250:4294967295] 192.168.201.125@tcp LPNI seq info [141:141:2:4294967295] 00000400:00000200:0.0:1789117672.216653:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.216658:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117672.216668:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117672.216671:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d098a4600. 00000800:00000200:0.0:1789117672.216675:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117672.216679:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117672.216682:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d098a4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117672.216685:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117672.216688:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: using a timeout of 12463 usecs (13 jiffies) 00000400:00000200:0.0:1789117672.216690:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117672.216692:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295025167 00000100:00000001:0.0:1789117672.216695:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295026434 00000100:00000001:0.0:1789117672.216697:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295025167 00000100:00000001:0.0:1789117672.216699:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295026434 00000100:00000001:0.0:1789117672.216701:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117672.216703:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117672.216706:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117672.216709:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.220329:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117672.220343:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789117672.220442:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117672.220448:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d0571b300. 00000400:00000200:1.0:1789117672.220459:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117672.220471:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117672.220480:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353550 00000400:00000010:1.0:1789117672.220483:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353550. 00000100:00000001:1.0:1789117672.220490:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117672.220500:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220515:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.220520:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220572:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.220574:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117672.220591:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117672.220594:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d0571b800. 00000400:00000200:1.0:1789117672.220597:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117672.220601:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117672.220604:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353d48 00000400:00000010:1.0:1789117672.220606:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353d48. 00000100:00000001:1.0:1789117672.220609:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117672.220614:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220622:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.220625:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220631:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.220632:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117672.220641:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117672.220644:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d0571b200. 00000400:00000200:1.0:1789117672.220646:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117672.220650:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117672.220653:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353c38 00000400:00000010:1.0:1789117672.220661:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353c38. 00000100:00000001:1.0:1789117672.220665:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117672.220670:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220677:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.220680:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220686:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.220688:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117672.220699:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117672.220701:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d0571b400. 00000400:00000200:1.0:1789117672.220704:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117672.220707:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117672.220711:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353a18 00000400:00000010:1.0:1789117672.220712:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353a18. 00000100:00000001:1.0:1789117672.220715:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117672.220719:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220726:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.220729:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220735:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.220737:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117672.220746:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117672.220748:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d098a4400. 00000400:00000200:1.0:1789117672.220752:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117672.220756:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117672.220758:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353f68 00000400:00000010:1.0:1789117672.220760:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353f68. 00000100:00000001:1.0:1789117672.220762:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117672.220767:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220774:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.220783:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220790:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.220792:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117672.220800:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117672.220802:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d098a4900. 00000400:00000200:1.0:1789117672.220804:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117672.220808:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117672.220811:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353198 00000400:00000010:1.0:1789117672.220812:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353198. 00000100:00000001:1.0:1789117672.220814:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117672.220819:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220826:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.220829:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220836:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.220837:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117672.220923:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117672.220926:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d098a4600. 00000400:00000200:1.0:1789117672.220929:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117672.220933:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117672.220937:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353110 00000400:00000010:1.0:1789117672.220939:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353110. 00000100:00000001:1.0:1789117672.220941:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117672.220947:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220954:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.220958:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.220964:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.220966:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789117672.238517:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244563:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117672.244577:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244585:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.244599:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244609:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117672.244623:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244630:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244637:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244642:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 25 MB=0x6aa3c3d703f80 00000400:00000200:0.0:1789117672.244648:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244655:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:0.0:1789117672.244666:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244670:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.244674:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117672.244699:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117672.244709:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117672.244721:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117672.244735:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.244769:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117672.244786:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244790:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117672.244792:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244794:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.244798:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244801:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117672.244805:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244808:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244812:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244814:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704000 00000400:00000200:0.0:1789117672.244818:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244824:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:0.0:1789117672.244828:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244832:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.244834:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117672.244837:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117672.244840:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117672.244845:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117672.244853:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.244860:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117672.244864:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244867:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117672.244874:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244877:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.244880:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244883:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117672.244887:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244890:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244893:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244896:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704100 00000400:00000200:0.0:1789117672.244899:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244903:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1789117672.244907:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244910:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.244912:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117672.244915:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117672.244918:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117672.244923:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117672.244932:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.244939:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117672.244943:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244946:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117672.244948:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244950:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.244952:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244955:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117672.244960:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244962:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244965:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244967:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704080 00000400:00000200:0.0:1789117672.244971:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.244975:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:0.0:1789117672.244986:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.244991:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.244993:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117672.244996:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117672.244999:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117672.245004:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117672.245012:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.245020:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117672.245024:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.245027:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117672.245029:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.245031:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.245166:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245170:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117672.245175:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245178:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245181:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245184:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704180 00000400:00000200:0.0:1789117672.245187:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245191:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:0.0:1789117672.245196:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.245200:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.245202:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117672.245205:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117672.245731:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117672.245741:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117672.245751:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.245775:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117672.245781:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.245787:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117672.245789:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.245790:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.245794:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245797:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117672.245801:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245804:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245807:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245809:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 4 MB=0x6aa3c3d704200 00000400:00000200:0.0:1789117672.245812:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245817:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.125@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:0.0:1789117672.245821:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.245824:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.245825:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117672.245829:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117672.245832:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117672.245837:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117672.245844:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.245850:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117672.245854:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.245857:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117672.245858:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.245860:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.245863:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245866:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117672.245870:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245873:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245882:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245884:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 4 MB=0x6aa3c3d704280 00000400:00000200:0.0:1789117672.245887:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117672.245891:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.125@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:0.0:1789117672.245894:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.245908:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117672.245911:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117672.245914:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117672.245917:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117672.245922:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117672.245931:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117672.245937:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117672.245940:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117672.245943:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.246058:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117672.246064:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117672.246073:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117672.246076:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117672.246080:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4a50. 00000400:00000200:1.0:1789117672.246085:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353770 00000400:00000010:1.0:1789117672.246088:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353770. 00000100:00000001:1.0:1789117672.246092:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117672.246107:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117672.246117:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246123:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117672.246126:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.246128:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117672.246132:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117672.246135:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117672.246138:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117672.246141:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117672.246150:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117672.246157:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117672.246160:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117672.246163:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117672.246167:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789117672.246170:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.246173:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117672.246178:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246186:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117672.246190:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117672.246192:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117672.246196:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117672.246205:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa63026c-d7d6-4509-a07c-c63597c88596:2398:1876025565790080:192.168.201.125@tcp:400:kworker.0 00000400:00000001:1.0:1789117672.246426:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117672.246427:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117672.246429:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4f78. 00000400:00000200:1.0:1789117672.246432:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d113535d8 00000400:00000010:1.0:1789117672.246433:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d113535d8. 00000100:00000001:1.0:1789117672.246436:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117672.246441:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117672.246449:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246455:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117672.246456:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.246458:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117672.246459:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117672.246461:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117672.246462:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117672.246464:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117672.246471:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11390c60 time=81 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117672.246474:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11390c18 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117672.246475:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117672.246477:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117672.246479:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117672.246482:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117672.246489:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.246492:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117672.246494:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117672.246496:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117672.246497:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117672.246501:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246506:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117672.246516:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117672.246517:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117672.246521:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117672.246548:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565790336:192.168.201.125@tcp:400:kworker.0 00000400:00000001:1.0:1789117672.246554:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117672.246556:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117672.246557:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4580. 00000400:00000200:1.0:1789117672.246560:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353220 00000400:00000010:1.0:1789117672.246562:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353220. 00000100:00000001:1.0:1789117672.246564:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117672.246567:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117672.246574:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246580:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117672.246582:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.246584:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117672.246585:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117672.246587:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117672.246588:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117672.246590:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117672.246595:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b4c60 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117672.246598:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b4c18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117672.246600:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117672.246601:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117672.246602:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117672.246606:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117672.246612:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.246615:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117672.246616:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117672.246623:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117672.246625:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117672.246629:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246637:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117672.246639:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117672.246641:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117672.246644:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117672.246652:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565790592:192.168.201.125@tcp:400:kworker.0 00000400:00000001:1.0:1789117672.246658:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117672.246660:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117672.246662:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4420. 00000400:00000200:1.0:1789117672.246665:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353990 00000400:00000010:1.0:1789117672.246666:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353990. 00000100:00000001:1.0:1789117672.246668:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117672.246672:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117672.246680:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246686:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117672.246687:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.246689:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117672.246691:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117672.246692:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117672.246693:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117672.246695:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117672.246699:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d105cac60 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117672.246702:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d105cac18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117672.246705:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117672.246706:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117672.246708:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117672.246717:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117672.246724:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.246727:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117672.246728:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117672.246730:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117672.246731:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117672.246735:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246740:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117672.246742:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117672.246743:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117672.246746:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117672.246754:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565790848:192.168.201.125@tcp:400:kworker.0 00000400:00000001:1.0:1789117672.246760:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117672.246761:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117672.246763:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4738. 00000400:00000200:1.0:1789117672.246766:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353440 00000400:00000010:1.0:1789117672.246768:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353440. 00000100:00000001:1.0:1789117672.246770:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117672.246774:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117672.246782:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246788:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117672.246790:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.246791:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117672.246793:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117672.246794:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117672.246801:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117672.246803:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117672.246809:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11393460 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117672.246812:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11393418 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117672.246814:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117672.246815:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117672.246817:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789117672.246819:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.246822:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117672.246824:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117672.246825:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117672.246827:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117672.246831:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246838:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117672.246839:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117672.246841:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117672.246844:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117672.246852:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565790208:192.168.201.125@tcp:400:kworker.0 00000400:00000001:1.0:1789117672.246859:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117672.246860:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117672.246862:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4370. 00000400:00000200:1.0:1789117672.246865:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353bb0 00000400:00000010:1.0:1789117672.246866:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353bb0. 00000100:00000001:1.0:1789117672.246869:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117672.246873:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117672.246881:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246887:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117672.246893:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.246895:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117672.246897:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117672.246898:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117672.246899:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117672.246901:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117672.246906:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b2c60 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117672.246909:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b2c18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117672.246911:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117672.246912:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117672.246913:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789117672.246915:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.246918:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117672.246919:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117672.246920:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117672.246922:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117672.246926:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246932:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117672.246934:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117672.246935:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117672.246939:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117672.246945:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565790464:192.168.201.125@tcp:400:kworker.0 00000400:00000001:1.0:1789117672.246950:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117672.246951:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117672.246953:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4c08. 00000400:00000200:1.0:1789117672.246956:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353330 00000400:00000010:1.0:1789117672.246957:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353330. 00000100:00000001:1.0:1789117672.246959:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117672.246962:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117672.246969:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.246981:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117672.246982:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.246984:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117672.246986:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117672.246987:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117672.246988:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117672.246990:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789117672.247015:0:2398:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d20522000. 00000100:00001000:1.0:1789117672.247022:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d105ccc60 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117672.247025:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d105ccc18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117672.247027:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117672.247028:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117672.247030:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117672.248770:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117672.248787:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.248796:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117672.248799:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117672.248800:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117672.248803:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117672.248811:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.248819:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117672.248824:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117672.248826:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117672.248831:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117672.248839:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565790720:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117672.248846:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.248853:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.248883:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c0b40 x1876025565790080/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.248891:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117672.248895:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117672.248899:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156a000. 02000000:00000001:1.0:1789117672.248907:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117672.248911:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117672.248913:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:1.0:1789117672.248916:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117672.248919:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d2238df00. 02000000:00000001:1.0:1789117672.248926:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117672.248928:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117672.248931:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c0b40. 00000100:00000001:1.0:1789117672.248935:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117672.248937:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.248939:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.248944:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c3c00 x1876025565790336/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.248950:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117672.248952:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117672.248953:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156a400. 02000000:00000001:1.0:1789117672.248955:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117672.248956:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117672.248957:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d11390800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000001:1.0:1789117672.248959:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117672.248961:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d2238d700. 02000000:00000001:1.0:1789117672.248963:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117672.248964:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117672.248965:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c3c00. 00000100:00000001:1.0:1789117672.248968:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117672.248969:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.248970:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.248975:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c1680 x1876025565790592/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.248982:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117672.248993:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117672.248995:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156b400. 02000000:00000001:1.0:1789117672.248997:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117672.248999:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117672.249001:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d034b4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d20018000 00000020:00000001:1.0:1789117672.249002:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117672.249004:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d2238de00. 02000000:00000001:1.0:1789117672.249005:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117672.249006:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117672.249008:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c1680. 00000100:00000001:1.0:1789117672.249012:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117672.249013:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.249015:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.249020:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c0f00 x1876025565790848/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.249026:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117672.249027:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117672.249029:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156bc00. 02000000:00000001:1.0:1789117672.249031:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117672.249190:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117672.249193:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d105ca800 refcount=2 obd=lustre-OST0001-osc-ffff888d20018000 00000020:00000001:1.0:1789117672.249195:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117672.249197:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d2238d100. 02000000:00000001:1.0:1789117672.249200:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117672.249201:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117672.249203:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c0f00. 00000100:00000001:1.0:1789117672.249216:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117672.249217:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.249219:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.249225:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c03c0 x1876025565790208/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.249231:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117672.249232:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117672.249234:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156b600. 02000000:00000001:1.0:1789117672.249236:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117672.249237:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117672.249244:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d11393000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000001:1.0:1789117672.249246:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117672.249247:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d2238d600. 02000000:00000001:1.0:1789117672.249249:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117672.249251:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117672.249252:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c03c0. 00000100:00000001:1.0:1789117672.249254:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117672.249255:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.249257:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.249263:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c30c0 x1876025565790464/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.249268:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117672.249270:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117672.249272:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156a200. 02000000:00000001:1.0:1789117672.249274:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117672.249275:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117672.249277:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d034b2800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d20018000 00000020:00000001:1.0:1789117672.249278:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117672.249280:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d2238d800. 02000000:00000001:1.0:1789117672.249282:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117672.249283:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117672.249284:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c30c0. 00000100:00000001:1.0:1789117672.249287:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117672.249288:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.249290:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117672.249293:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c2d00 x1876025565790720/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117672.249299:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117672.249351:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117672.249353:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156aa00. 02000000:00000001:1.0:1789117672.249356:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117672.249357:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117672.249359:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d105cc800 refcount=2 obd=lustre-OST0000-osc-ffff888d20018000 00000020:00000001:1.0:1789117672.249361:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117672.249362:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d2238d000. 02000000:00000001:1.0:1789117672.249364:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117672.249372:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117672.249374:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c2d00. 00000100:00000001:1.0:1789117672.249378:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117672.249380:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.249383:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117672.249394:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117672.249396:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117672.249399:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117672.249402:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117672.599786:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117672.599796:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117672.599803:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117672.599804:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789117672.603476:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789117672.603487:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117672.603493:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789117673.560753:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295026434, at 4295026498 00000100:00000010:1.0:1789117673.560777:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d056b8780. 00000100:00000040:0.0:1789117673.569384:0:8643:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295026434, at 4295026506 00000100:00000010:0.0:1789117673.569403:0:8643:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d056b8b40. 00010000:00000001:3.0:1789117673.622665:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117673.622674:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117673.622680:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117673.622681:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117673.622782:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117673.622786:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117673.622789:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117674.650725:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117674.650736:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117674.650744:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117674.650746:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117674.651724:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117674.651730:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117674.651734:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117675.672274:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117675.672321:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117675.672328:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117675.672329:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117675.672445:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117675.672449:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117675.672452:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117676.694690:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117676.694700:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117676.694708:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117676.694709:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117676.694846:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117676.694850:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117676.694854:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789117677.336623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa63026c-d7d6-4509-a07c-c63597c88596->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789117677.336639:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789117677.336652:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d12c992c0. 00000020:00000040:1.0:1789117677.336660:0:37:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:1.0:1789117677.336667:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789117677.336670:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789117677.336677:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789117677.336687:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11794200. 00000100:00000001:1.0:1789117677.336696:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336712:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa63026c-d7d6-4509-a07c-c63597c88596->MGS req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789117677.336724:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789117677.336729:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336736:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000736bc946] to pc [ptlrpcd_00_00+0] req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.336776:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789117677.336783:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789117677.336786:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d12c9a580. 00000020:00000040:1.0:1789117677.336811:0:37:0:(genops.c:1210:class_import_get()) import ffff888d11393000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000100:00000001:1.0:1789117677.336814:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789117677.336815:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789117677.336818:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789117677.336822:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11794000. 00000100:00000001:1.0:1789117677.336826:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336831:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789117677.336839:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789117677.336841:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336845:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c87be10f] to pc [ptlrpcd_00_01+1] req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.336853:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789117677.336859:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789117677.336862:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d12c99a40. 00000020:00000040:1.0:1789117677.336864:0:37:0:(genops.c:1210:class_import_get()) import ffff888d11390800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000100:00000001:1.0:1789117677.336866:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789117677.336867:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789117677.336869:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789117677.336872:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11794900. 00000100:00000001:1.0:1789117677.336875:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336879:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789117677.336887:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789117677.336889:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336892:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d825d7f] to pc [ptlrpcd_00_00+0] req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.336900:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789117677.336913:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789117677.336916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789117677.336919:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789117677.336923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789117677.336926:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789117677.336929:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d12c98f00. 00000020:00000040:1.0:1789117677.336932:0:37:0:(genops.c:1210:class_import_get()) import ffff888d034b2800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d20018000 00000100:00000001:1.0:1789117677.336934:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789117677.336936:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789117677.336938:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789117677.336942:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11794c00. 00000100:00000001:1.0:1789117677.336945:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336950:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789117677.336957:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789117677.336958:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336963:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007133e17c] to pc [ptlrpcd_00_01+1] req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.336969:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.336971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789117677.336974:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789117677.336977:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d12c9ad00. 00000020:00000040:1.0:1789117677.336979:0:37:0:(genops.c:1210:class_import_get()) import ffff888d034b4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d20018000 00000100:00000001:1.0:1789117677.336982:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789117677.336983:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789117677.336984:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789117677.336988:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11794700. 00000100:00000001:1.0:1789117677.336991:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.337000:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789117677.337017:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789117677.337019:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.337024:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005be0f1ae] to pc [ptlrpcd_00_00+0] req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.337031:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.337034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789117677.337037:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789117677.337041:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d12c99680. 00000020:00000040:1.0:1789117677.337044:0:37:0:(genops.c:1210:class_import_get()) import ffff888d105cc800 refcount=3 obd=lustre-OST0000-osc-ffff888d20018000 00000100:00000001:1.0:1789117677.337046:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789117677.337047:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789117677.337049:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789117677.337053:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11794f00. 00000100:00000001:1.0:1789117677.337056:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.337060:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789117677.337067:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789117677.337069:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.337072:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6e04ba] to pc [ptlrpcd_00_01+1] req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.337080:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.337082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789117677.337085:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789117677.337088:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d12c9a940. 00000020:00000040:1.0:1789117677.337090:0:37:0:(genops.c:1210:class_import_get()) import ffff888d105ca800 refcount=3 obd=lustre-OST0001-osc-ffff888d20018000 00000100:00000001:1.0:1789117677.337092:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789117677.337094:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789117677.337095:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789117677.337104:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11794b00. 00000100:00000001:1.0:1789117677.337107:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.337112:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789117677.337119:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789117677.337121:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.337125:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf32f835] to pc [ptlrpcd_00_00+0] req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.337133:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.337138:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (367) 00000100:00000001:1.0:1789117677.337160:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117677.337164:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117677.337166:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117677.337173:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.337183:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117677.337185:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.337190:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117677.337193:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117677.337196:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117677.337201:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c9a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565791104:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117677.337206:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117677.337214:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117677.337218:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.337221:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117677.337227:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20015200. 02000000:00000001:1.0:1789117677.337229:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117677.337239:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117677.337244:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3dbb0. 00000400:00000010:1.0:1789117677.337253:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d7f8. 00000100:00000200:1.0:1789117677.337262:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565791104, portal 10 00000100:00000001:1.0:1789117677.337265:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117677.337273:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738219812224 : -131335489739392 : ffff888d12c9a580) 00000100:00000040:1.0:1789117677.337282:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.337291:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117677.337294:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117677.337297:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9dd48. 00000100:00000200:1.0:1789117677.337301:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565791104, offset 0 00000400:00000200:1.0:1789117677.337309:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117677.337320:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117677.337330:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117677.337338:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117677.337343:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117677.337347:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117677.337350:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117677.337353:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [142:142:256:4294967295] 192.168.201.125@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:1.0:1789117677.337358:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117677.337368:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117677.337375:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117677.337380:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11794a00. 00000800:00000200:1.0:1789117677.337388:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117677.337396:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117677.337402:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11794a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117677.337416:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.337421:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: using a timeout of 131290 usecs (132 jiffies) 00000400:00000200:1.0:1789117677.337424:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117677.337427:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295030406 00000100:00000010:1.0:1789117677.337431:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d04ed4240. 00000100:00000001:1.0:1789117677.337439:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789117677.337452:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295030406 00000100:00000010:1.0:1789117677.337455:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d04ed4540. 00000100:00000001:1.0:1789117677.337464:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789117677.337468:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117677.337471:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.337474:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117677.337478:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.337485:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117677.337486:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.337488:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117677.337490:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117677.337493:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117677.337496:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c98f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565791360:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117677.337499:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117677.337502:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117677.337503:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.337505:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117677.337508:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20014a00. 02000000:00000001:1.0:1789117677.337510:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117677.337513:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117677.337516:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3de18. 00000400:00000010:1.0:1789117677.337519:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d440. 00000100:00000200:1.0:1789117677.337522:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565791360, portal 10 00000100:00000001:0.0:1789117677.337676:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117677.337680:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117677.337682:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117677.337695:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.337703:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117677.337705:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117677.337707:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117677.337709:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117677.337711:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117677.337714:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa63026c-d7d6-4509-a07c-c63597c88596:2398:1876025565790976:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117677.337718:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117677.337720:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117677.337721:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117677.337723:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117677.337727:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156bc00. 02000000:00000001:0.0:1789117677.337729:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117677.337733:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117677.337736:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4dc0. 00000400:00000010:0.0:1789117677.337741:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353cc0. 00000100:00000200:0.0:1789117677.337744:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565790976, portal 25 00000100:00000001:0.0:1789117677.337746:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117677.337747:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738219807424 : -131335489744192 : ffff888d12c992c0) 00000100:00000040:0.0:1789117677.337752:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.337759:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117677.337762:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117677.337764:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353ee0. 00000100:00000200:0.0:1789117677.337767:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876025565790976, offset 0 00000400:00000200:0.0:1789117677.337772:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117677.337776:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.337779:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117677.337782:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117677.337785:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117677.337787:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117677.337789:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117677.337799:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [143:143:255:4294967295] 192.168.201.125@tcp LPNI seq info [143:143:7:4294967295] 00000400:00000200:0.0:1789117677.337804:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.337810:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117677.337815:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117677.337820:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d098a4c00. 00000800:00000200:0.0:1789117677.337824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117677.337829:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117677.337832:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d098a4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117677.337835:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117677.337838:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117677.337840:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295031556 00000100:00000001:0.0:1789117677.337847:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295030406 00000100:00000001:0.0:1789117677.337851:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295031556 00000100:00000001:0.0:1789117677.337854:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295030406 00000100:00000001:0.0:1789117677.337857:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117677.337859:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.337861:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117677.337866:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.337873:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117677.337875:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117677.337878:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117677.337880:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117677.337882:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117677.337885:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c99a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565791232:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117677.337888:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117677.337891:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117677.337893:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117677.337895:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117677.337898:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156b400. 02000000:00000001:0.0:1789117677.337904:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117677.337907:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117677.337910:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4528. 00000400:00000010:0.0:1789117677.337914:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353088. 00000100:00000200:0.0:1789117677.337917:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565791232, portal 10 00000100:00000001:0.0:1789117677.337919:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117677.337921:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738219809344 : -131335489742272 : ffff888d12c99a40) 00000100:00000040:0.0:1789117677.337927:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.337935:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117677.337937:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117677.337940:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353908. 00000100:00000200:0.0:1789117677.337942:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565791232, offset 0 00000400:00000200:0.0:1789117677.337947:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117677.337950:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.337954:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117677.337957:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117677.337960:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117677.337962:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117677.337965:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117677.337967:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [144:144:254:4294967295] 192.168.201.125@tcp LPNI seq info [144:144:6:4294967295] 00000400:00000200:0.0:1789117677.337971:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.337977:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117677.337982:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117677.337988:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d098a4600. 00000800:00000200:0.0:1789117677.337992:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117677.337996:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117677.337999:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d098a4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117677.338002:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117677.338017:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: using a timeout of 152723 usecs (153 jiffies) 00000400:00000200:0.0:1789117677.338021:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117677.338029:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295030428 00000100:00000001:0.0:1789117677.338032:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295031556 00000100:00000001:0.0:1789117677.338034:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295030428 00000100:00000001:0.0:1789117677.338036:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295031556 00000100:00000001:0.0:1789117677.338038:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117677.338040:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.338043:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117677.338047:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.338054:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117677.338056:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117677.338058:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117677.338060:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117677.338062:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117677.338065:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c9ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565791488:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117677.338069:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117677.338071:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117677.338073:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117677.338075:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117677.338078:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156a400. 02000000:00000001:0.0:1789117677.338080:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117677.338083:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117677.338085:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4058. 00000400:00000010:0.0:1789117677.338089:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d113532a8. 00000100:00000200:0.0:1789117677.338092:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565791488, portal 10 00000100:00000001:0.0:1789117677.338094:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117677.338095:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738219814144 : -131335489737472 : ffff888d12c9ad00) 00000100:00000040:0.0:1789117677.338102:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.338109:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117677.338111:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117677.338118:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d113534c8. 00000100:00000200:0.0:1789117677.338121:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565791488, offset 0 00000400:00000200:0.0:1789117677.338126:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117677.338130:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.338133:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117677.338136:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117677.338138:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117677.338141:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117677.338143:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117677.338146:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [145:145:253:4294967295] 192.168.201.125@tcp LPNI seq info [145:145:5:4294967295] 00000400:00000200:0.0:1789117677.338149:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.338155:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117677.338159:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117677.338162:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d098a4900. 00000800:00000200:0.0:1789117677.338166:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117677.338171:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117677.338173:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d098a4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117677.338176:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117677.338180:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: using a timeout of 24178 usecs (25 jiffies) 00000400:00000200:0.0:1789117677.338183:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117677.338185:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295030300 00000100:00000001:0.0:1789117677.338188:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295031556 00000100:00000001:0.0:1789117677.338190:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295030300 00000100:00000001:0.0:1789117677.338193:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295031556 00000100:00000001:0.0:1789117677.338195:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117677.338197:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.338199:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117677.338203:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.338211:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117677.338217:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117677.338220:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117677.338221:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117677.338223:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117677.338227:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c9a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565791744:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117677.338230:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117677.338233:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117677.338234:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117677.338236:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117677.338239:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156ae00. 02000000:00000001:0.0:1789117677.338241:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117677.338245:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117677.338248:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4ec8. 00000400:00000010:0.0:1789117677.338252:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353880. 00000100:00000200:0.0:1789117677.338255:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565791744, portal 4 00000100:00000001:0.0:1789117677.338257:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117677.338258:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738219813184 : -131335489738432 : ffff888d12c9a940) 00000100:00000040:0.0:1789117677.338264:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.338270:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117677.338272:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117677.338275:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353aa0. 00000100:00000200:0.0:1789117677.338277:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876025565791744, offset 0 00000400:00000200:0.0:1789117677.338281:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117677.338285:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.338288:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117677.338290:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117677.338293:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117677.338295:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117677.338297:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117677.338300:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [146:146:252:4294967295] 192.168.201.125@tcp LPNI seq info [146:146:4:4294967295] 00000400:00000200:0.0:1789117677.338304:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.338311:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117677.338322:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117677.338325:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d098a4400. 00000800:00000200:0.0:1789117677.338329:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117677.338333:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117677.338335:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d098a4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117677.338338:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117677.338342:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: using a timeout of 21363 usecs (22 jiffies) 00000400:00000200:0.0:1789117677.338345:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117677.338346:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295030297 00000100:00000001:0.0:1789117677.338349:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295031556 00000100:00000001:0.0:1789117677.338351:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295030297 00000100:00000001:0.0:1789117677.338352:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295031556 00000100:00000001:0.0:1789117677.338354:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117677.338357:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.338360:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.338363:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117677.338373:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117677.338376:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789117677.338379:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117677.338380:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117677.338382:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.338384:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.343131:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117677.343138:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738219806464 : -131335489745152 : ffff888d12c98f00) 00000100:00000040:1.0:1789117677.343169:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343181:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117677.343184:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117677.343198:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9ddd0. 00000100:00000200:1.0:1789117677.343208:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565791360, offset 0 00000400:00000200:1.0:1789117677.343217:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117677.343232:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117677.343260:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117677.343268:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117677.343274:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117677.343278:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117677.343281:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117677.343286:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [147:147:251:4294967295] 192.168.201.125@tcp LPNI seq info [147:147:3:4294967295] 00000400:00000200:1.0:1789117677.343291:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117677.343303:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117677.343311:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117677.343319:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11794500. 00000800:00000200:1.0:1789117677.343329:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117677.343340:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117677.343346:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11794500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117677.343352:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.343358:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: using a timeout of 15445 usecs (16 jiffies) 00000400:00000200:1.0:1789117677.343362:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117677.343365:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295030296 00000100:00000001:1.0:1789117677.343369:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295031556 00000100:00000001:1.0:1789117677.343372:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295030296 00000100:00000001:1.0:1789117677.343374:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295031556 00000100:00000001:1.0:1789117677.343377:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117677.343381:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.343387:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117677.343393:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343401:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117677.343405:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.343410:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117677.343414:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117677.343417:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117677.343441:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c99680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565791616:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117677.343446:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117677.343454:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117677.343458:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.343461:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117677.343468:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20015600. 02000000:00000001:1.0:1789117677.343470:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117677.343476:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117677.343481:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3dc60. 00000400:00000010:1.0:1789117677.343486:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d6e8. 00000100:00000200:1.0:1789117677.343492:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565791616, portal 4 00000100:00000001:1.0:1789117677.343494:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117677.343496:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738219808384 : -131335489743232 : ffff888d12c99680) 00000100:00000040:1.0:1789117677.343503:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343509:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117677.343511:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117677.343513:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d000. 00000100:00000200:1.0:1789117677.343516:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876025565791616, offset 0 00000400:00000200:1.0:1789117677.343521:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117677.343546:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117677.343551:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117677.343554:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117677.343556:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117677.343559:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117677.343561:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117677.343564:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [148:148:250:4294967295] 192.168.201.125@tcp LPNI seq info [148:148:2:4294967295] 00000400:00000200:1.0:1789117677.343568:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117677.343573:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117677.343577:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117677.343584:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238d000. 00000800:00000200:1.0:1789117677.343594:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117677.343599:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117677.343602:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117677.343605:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.343608:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: using a timeout of 19486 usecs (20 jiffies) 00000400:00000200:1.0:1789117677.343611:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117677.343613:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295030301 00000100:00000001:1.0:1789117677.343616:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295031556 00000100:00000001:1.0:1789117677.343618:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295030301 00000100:00000001:1.0:1789117677.343620:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295031556 00000100:00000001:1.0:1789117677.343622:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117677.343625:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.343628:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.343633:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.343643:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117677.343645:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789117677.343649:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117677.343650:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117677.343652:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.343655:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789117677.343732:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117677.343736:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11794a00. 00000400:00000200:1.0:1789117677.343748:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117677.343753:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117677.343760:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9dd48 00000400:00000010:1.0:1789117677.343763:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9dd48. 00000100:00000001:1.0:1789117677.343768:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117677.343773:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343784:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.343788:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343810:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.343812:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117677.343829:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117677.343831:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d098a4c00. 00000400:00000200:1.0:1789117677.343835:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117677.343839:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117677.343842:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353ee0 00000400:00000010:1.0:1789117677.343844:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353ee0. 00000100:00000001:1.0:1789117677.343847:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117677.343853:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343861:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.343863:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343869:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.343871:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117677.343879:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117677.343881:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d098a4600. 00000400:00000200:1.0:1789117677.343884:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117677.343887:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117677.343890:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353908 00000400:00000010:1.0:1789117677.343892:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353908. 00000100:00000001:1.0:1789117677.343894:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117677.343898:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343905:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.343908:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343914:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.343916:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117677.343922:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117677.343929:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d098a4900. 00000400:00000200:1.0:1789117677.343932:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117677.343936:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117677.343939:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d113534c8 00000400:00000010:1.0:1789117677.343941:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d113534c8. 00000100:00000001:1.0:1789117677.343944:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117677.343949:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343957:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.343960:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.343967:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.343968:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117677.343976:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117677.343978:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d098a4400. 00000400:00000200:1.0:1789117677.343981:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117677.343984:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117677.343987:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353aa0 00000400:00000010:1.0:1789117677.343988:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353aa0. 00000100:00000001:1.0:1789117677.343990:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117677.343995:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.344003:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.344019:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.344025:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.344027:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117677.344036:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117677.344038:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11794500. 00000400:00000200:1.0:1789117677.344041:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117677.344045:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117677.344047:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9ddd0 00000400:00000010:1.0:1789117677.344049:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9ddd0. 00000100:00000001:1.0:1789117677.344057:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117677.344062:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.344070:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.344073:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.344080:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.344082:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117677.344164:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117677.344167:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238d000. 00000400:00000200:1.0:1789117677.344170:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117677.344174:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117677.344177:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d000 00000400:00000010:1.0:1789117677.344179:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d000. 00000100:00000001:1.0:1789117677.344181:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117677.344185:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.344192:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.344195:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.344201:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.344203:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789117677.357268:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.357290:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117677.357295:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.357298:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.357307:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.357316:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117677.357327:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.357332:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.357337:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.357342:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 25 MB=0x6aa3c3d704300 00000400:00000200:0.0:1789117677.357362:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.357369:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:0.0:1789117677.357377:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.357400:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.357404:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117677.357409:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117677.357417:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117677.357426:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117677.357439:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.357454:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117677.357464:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.357468:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117677.358690:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.358711:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117677.358715:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.358719:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.358727:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.358857:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117677.358866:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.358870:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.358874:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.358878:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704380 00000400:00000200:0.0:1789117677.358882:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.358888:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x839 [1] + 224 00000800:00000001:0.0:1789117677.358893:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.358898:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.358900:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117677.358904:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117677.358911:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117677.358919:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117677.358941:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.358959:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117677.358969:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.358973:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117677.358975:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.358977:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.358980:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.358984:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117677.358988:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.358990:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.358992:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.358995:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704400 00000400:00000200:0.0:1789117677.358998:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.359002:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:0.0:1789117677.359018:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.359315:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.359318:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117677.359323:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117677.359326:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117677.359331:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117677.359340:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.359347:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117677.359352:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.359355:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117677.359373:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117677.359377:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789117677.359396:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789117677.359406:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117677.359409:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3dbb0. 00000400:00000200:0.0:1789117677.359414:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d7f8 00000400:00000010:0.0:1789117677.359416:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d7f8. 00000100:00000001:0.0:1789117677.359419:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117677.359424:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117677.359434:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.359440:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117677.359442:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117677.359445:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117677.359448:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117677.359451:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117677.359453:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117677.359456:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789117677.359466:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11393460 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117677.359471:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11393418 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1789117677.359473:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117677.359476:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117677.359479:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789117677.359484:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.359488:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789117677.359490:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:0.0:1789117677.359493:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789117677.359494:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117677.359500:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.359506:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117677.359510:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117677.359512:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789117677.359516:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117677.361068:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c9a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565791104:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117677.361077:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.361081:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117677.361088:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d12c9a580 x1876025565791104/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.361105:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117677.361109:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117677.361114:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20015200. 02000000:00000001:0.0:1789117677.361119:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117677.361122:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117677.361123:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d11393000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000001:0.0:1789117677.361126:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117677.361129:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11794000. 02000000:00000001:0.0:1789117677.361133:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117677.361134:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117677.361136:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d12c9a580. 00000100:00000001:0.0:1789117677.361140:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117677.361142:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117677.361145:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.361147:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117677.361149:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117677.361151:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.361153:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.361376:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117677.361379:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117677.361397:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117677.361400:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117677.361403:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4dc0. 00000400:00000200:1.0:1789117677.361409:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353cc0 00000400:00000010:1.0:1789117677.361411:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353cc0. 00000100:00000001:1.0:1789117677.361416:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117677.361422:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117677.361432:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.361449:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117677.361452:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.361454:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117677.361457:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117677.361460:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117677.361463:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.361465:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117677.361472:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117677.361476:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117677.361478:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117677.361480:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117677.361483:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789117677.361485:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.361488:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.361493:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.361501:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117677.361504:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117677.361506:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117677.361510:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117677.361518:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa63026c-d7d6-4509-a07c-c63597c88596:2398:1876025565790976:192.168.201.125@tcp:400:kworker.0 00000400:00000001:1.0:1789117677.361543:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117677.361545:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117677.361547:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4528. 00000400:00000200:1.0:1789117677.361550:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353088 00000400:00000010:1.0:1789117677.361562:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353088. 00000100:00000001:1.0:1789117677.361565:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117677.361569:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117677.361578:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.361589:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117677.361591:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.361592:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117677.361594:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117677.361595:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117677.361597:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.361599:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117677.361604:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11390c60 time=86 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117677.361608:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11390c18 time=86 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117677.361610:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117677.361611:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117677.361613:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117677.361618:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117677.361624:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.361628:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117677.361630:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117677.361632:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117677.361633:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.361637:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.361643:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117677.361645:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117677.361646:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117677.361649:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117677.361657:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c99a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565791232:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117677.361662:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.361664:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.361667:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d12c992c0 x1876025565790976/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.361679:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117677.361680:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117677.361682:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156bc00. 02000000:00000001:1.0:1789117677.361685:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117677.361686:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117677.361688:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:1.0:1789117677.361690:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117677.361691:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11794200. 02000000:00000001:1.0:1789117677.361693:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117677.361695:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117677.361696:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d12c992c0. 00000100:00000001:1.0:1789117677.361699:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117677.361710:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.361712:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.361716:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d12c99a40 x1876025565791232/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.361722:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117677.361724:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117677.361725:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156b400. 02000000:00000001:1.0:1789117677.361728:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117677.361729:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117677.362075:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d11390800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000001:1.0:1789117677.362079:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117677.362081:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11794900. 02000000:00000001:1.0:1789117677.362085:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117677.362086:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117677.362087:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d12c99a40. 00000100:00000001:1.0:1789117677.362090:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117677.362092:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.362104:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.362106:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117677.362108:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117677.362110:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.362111:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789117677.368339:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.368353:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117677.368357:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.368360:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.368370:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.368377:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117677.368395:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.368399:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.368404:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.368408:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 4 MB=0x6aa3c3d704600 00000400:00000200:0.0:1789117677.368421:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.368428:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.125@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1789117677.368436:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.368441:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.368445:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117677.368450:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117677.368458:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117677.368466:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117677.368479:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.368499:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117677.368509:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.368514:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117677.368516:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.368517:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.368521:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.368544:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117677.368548:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.368673:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.368677:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.368680:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 4 MB=0x6aa3c3d704580 00000400:00000200:0.0:1789117677.368683:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.368688:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.125@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1789117677.368692:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.368804:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.368807:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117677.368811:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117677.368815:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117677.368819:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117677.368840:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.368926:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117677.368932:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.368936:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117677.368949:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117677.368953:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789117677.368959:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789117677.368961:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117677.368965:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3dc60. 00000400:00000200:0.0:1789117677.368969:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d6e8 00000400:00000010:0.0:1789117677.368971:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d6e8. 00000100:00000001:0.0:1789117677.368974:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117677.368979:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117677.368988:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.368994:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117677.368996:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117677.368999:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117677.369002:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117677.369018:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117677.369021:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117677.369024:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789117677.369034:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d105ccc60 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117677.369038:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d105ccc18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1789117677.369041:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117677.369042:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117677.369045:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789117677.369049:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789117677.369056:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.369067:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789117677.369070:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:0.0:1789117677.369072:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789117677.369073:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117677.369079:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.369086:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117677.369089:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117677.369091:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.369343:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117677.369346:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117677.369358:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117677.369359:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117677.369361:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4ec8. 00000400:00000200:1.0:1789117677.369365:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353880 00000400:00000010:1.0:1789117677.369367:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353880. 00000100:00000001:1.0:1789117677.369370:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117677.369375:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117677.369394:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.369400:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117677.369401:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.369403:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117677.369405:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117677.369407:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117677.369408:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.369410:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117677.369415:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d105cac60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117677.369418:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d105cac18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117677.369421:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117677.369422:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117677.369424:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117677.369428:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117677.369434:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.369437:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117677.369439:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117677.369440:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117677.369442:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.369446:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.369452:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117677.369454:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117677.369463:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117677.369468:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117677.369476:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c9a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565791744:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117677.369481:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.369484:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.369488:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d12c9a940 x1876025565791744/t0(0) o400->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.369495:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117677.369498:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117677.369501:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156ae00. 02000000:00000001:1.0:1789117677.369505:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117677.369508:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117677.369510:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d105ca800 refcount=2 obd=lustre-OST0001-osc-ffff888d20018000 00000020:00000001:1.0:1789117677.369512:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117677.369515:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11794b00. 02000000:00000001:1.0:1789117677.369520:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117677.369522:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117677.369543:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d12c9a940. 00000100:00000001:1.0:1789117677.369548:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117677.369550:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.369668:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.369670:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117677.369671:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117677.369673:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.369675:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117677.369781:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117677.369791:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c99680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565791616:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117677.369795:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.369796:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117677.369800:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d12c99680 x1876025565791616/t0(0) o400->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.369805:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117677.369807:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117677.369808:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20015600. 02000000:00000001:0.0:1789117677.369811:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117677.369813:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117677.369814:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d105cc800 refcount=2 obd=lustre-OST0000-osc-ffff888d20018000 00000020:00000001:0.0:1789117677.369816:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117677.369817:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11794f00. 02000000:00000001:0.0:1789117677.369820:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117677.369821:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117677.369822:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d12c99680. 00000100:00000001:0.0:1789117677.369825:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117677.369826:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117677.369829:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.369830:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117677.369831:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117677.369833:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117677.369841:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789117677.370684:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.370695:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117677.370699:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.370914:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.370922:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.370929:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117677.370936:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.370940:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.370945:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.370949:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704500 00000400:00000200:0.0:1789117677.370954:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.370960:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:0.0:1789117677.370966:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.370970:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.370973:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117677.370978:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117677.370984:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117677.370990:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117677.370999:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.371021:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117677.371029:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.371033:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117677.371034:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.371037:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.371040:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.371044:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117677.371048:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.371050:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.371053:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.371056:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704480 00000400:00000200:0.0:1789117677.371068:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117677.371073:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x849 [1] + 224 00000800:00000001:0.0:1789117677.371077:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.371083:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117677.371085:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117677.371089:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117677.371092:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1789117677.371324:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117677.371327:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117677.371332:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117677.371334:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117677.371337:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4058. 00000400:00000200:1.0:1789117677.371341:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d113532a8 00000400:00000010:1.0:1789117677.371344:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d113532a8. 00000100:00000001:1.0:1789117677.371347:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117677.371352:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117677.371368:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.371375:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117677.371378:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.371389:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117677.371392:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117677.371394:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117677.371396:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.371399:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117677.371408:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b4c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117677.371412:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b4c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117677.371415:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117677.371416:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117677.371419:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117677.371424:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117677.371431:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.371434:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117677.371435:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117677.371437:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117677.371439:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.371443:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.371450:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117677.371453:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117677.371455:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117677.371458:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117677.371465:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c9ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2398:1876025565791488:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117677.371469:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.371477:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.371481:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d12c9ad00 x1876025565791488/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.371488:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117677.371490:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117677.371493:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156a400. 02000000:00000001:1.0:1789117677.371496:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117677.371498:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117677.371499:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d034b4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d20018000 00000020:00000001:1.0:1789117677.371502:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117677.371505:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11794700. 02000000:00000001:1.0:1789117677.371508:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117677.371510:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117677.371511:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d12c9ad00. 00000100:00000001:1.0:1789117677.371517:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117677.371519:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.371521:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.371545:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117677.371547:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.371550:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117677.371563:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789117677.372188:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117677.372201:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117677.372215:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117677.372225:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117677.372231:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.372371:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117677.372373:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117677.372377:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117677.372431:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117677.372435:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3de18. 00000400:00000200:1.0:1789117677.372439:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d440 00000400:00000010:1.0:1789117677.372442:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d440. 00000100:00000001:1.0:1789117677.372445:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117677.372450:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117677.372459:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.372466:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117677.372468:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.372470:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117677.372480:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117677.372482:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117677.372484:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117677.372487:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117677.372493:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b2c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117677.372497:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b2c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117677.372500:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117677.372501:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117677.372503:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789117677.372505:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.372508:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117677.372509:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117677.372511:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117677.372512:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117677.372517:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.372542:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117677.372545:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117677.372547:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117677.372793:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117677.372803:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c98f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565791360:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117677.372808:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.372810:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117677.372813:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d12c98f00 x1876025565791360/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117677.372820:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117677.372822:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117677.372825:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20014a00. 02000000:00000001:1.0:1789117677.372828:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117677.372830:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117677.372832:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d034b2800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d20018000 00000020:00000001:1.0:1789117677.372834:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117677.372842:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11794c00. 02000000:00000001:1.0:1789117677.373497:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117677.373501:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117677.373504:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d12c98f00. 00000100:00000001:1.0:1789117677.373513:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117677.373514:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.373517:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117677.373545:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117677.373548:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117677.373556:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117677.373559:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117677.718765:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117677.718774:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117677.718780:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117677.718781:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117677.718940:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117677.718945:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117677.718948:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789117678.513235:0:9632:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789117678.513260:0:9632:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789117678.548474:0:9634:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789117678.548489:0:9634:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789117678.676472:0:9641:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789117678.676488:0:9641:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117678.678644:0:8643:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295031556, at 4295031616 00000100:00000010:0.0:1789117678.678666:0:8643:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d04ed4240. 00000100:00000040:1.0:1789117678.679651:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295031556, at 4295031617 00000100:00000010:1.0:1789117678.679664:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d04ed4540. 00000080:00000001:3.0:1789117678.704859:0:9643:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789117678.704874:0:9643:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117678.743198:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117678.743209:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117678.743217:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117678.743218:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789117678.743377:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789117678.743381:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117678.743385:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117679.766688:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117679.766706:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117679.766713:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117679.766714:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117679.766923:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117679.766926:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117679.766929:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117680.794880:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117680.794889:0:8923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789117680.794892:0:8923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789117680.794895:0:8923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117680.794901:0:8923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789117680.794903:0:8923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117680.794905:0:8923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117680.794907:0:8923:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117680.794911:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117680.794912:0:8923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789117680.794914:0:8923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789117680.794915:0:8923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117680.794917:0:8923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789117680.794918:0:8923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117680.794920:0:8923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117680.794941:0:8923:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117680.795089:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117680.795093:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117680.795095:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117681.814674:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117681.814684:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117681.814691:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117681.814693:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117681.814817:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117681.814821:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117681.814825:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789117682.454740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa63026c-d7d6-4509-a07c-c63597c88596->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789117682.454755:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789117682.454769:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d08aba1c0. 00000020:00000040:2.0:1789117682.454778:0:36:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:2.0:1789117682.454784:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789117682.454787:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789117682.454794:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789117682.454804:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d1887aa00. 00000100:00000001:2.0:1789117682.454814:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.454830:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa63026c-d7d6-4509-a07c-c63597c88596->MGS req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789117682.454842:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789117682.454848:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.454856:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcecc410] to pc [ptlrpcd_01_00+0] req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.454899:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.454956:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789117682.454960:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789117682.454963:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d08ab8f00. 00000020:00000040:2.0:1789117682.454967:0:36:0:(genops.c:1210:class_import_get()) import ffff888d11393000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000100:00000001:2.0:1789117682.454969:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789117682.454970:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789117682.454972:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789117682.454976:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d1887ab00. 00000100:00000001:2.0:1789117682.454980:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.454985:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789117682.454993:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789117682.454995:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.454999:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19273d2] to pc [ptlrpcd_01_01+1] req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.455008:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789117682.455014:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789117682.455017:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d08aba580. 00000020:00000040:2.0:1789117682.455019:0:36:0:(genops.c:1210:class_import_get()) import ffff888d11390800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000100:00000001:2.0:1789117682.455021:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789117682.455022:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789117682.455024:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789117682.455027:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d1887a900. 00000100:00000001:2.0:1789117682.455030:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455034:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789117682.455043:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789117682.455045:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455048:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfeab8e2] to pc [ptlrpcd_01_00+0] req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.455071:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789117682.455077:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789117682.455080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789117682.455083:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789117682.455086:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789117682.455090:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789117682.455096:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d08abad00. 00000020:00000040:2.0:1789117682.455099:0:36:0:(genops.c:1210:class_import_get()) import ffff888d034b2800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d20018000 00000100:00000001:2.0:1789117682.455102:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789117682.455104:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789117682.455105:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789117682.455110:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d1887a500. 00000100:00000001:2.0:1789117682.455114:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455119:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789117682.455127:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789117682.455129:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455133:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c76c6044] to pc [ptlrpcd_01_01+1] req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.455141:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789117682.455148:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789117682.455152:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d08abb840. 00000020:00000040:2.0:1789117682.455155:0:36:0:(genops.c:1210:class_import_get()) import ffff888d034b4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d20018000 00000100:00000001:2.0:1789117682.455158:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789117682.455166:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789117682.455168:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789117682.455172:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d1887ac00. 00000100:00000001:2.0:1789117682.455176:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455181:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789117682.455189:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789117682.455191:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455196:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f28c3b6] to pc [ptlrpcd_01_00+0] req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.455204:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789117682.455210:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789117682.455213:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789117682.455217:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789117682.455221:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d08abbc00. 00000020:00000040:2.0:1789117682.455224:0:36:0:(genops.c:1210:class_import_get()) import ffff888d105cc800 refcount=3 obd=lustre-OST0000-osc-ffff888d20018000 00000100:00000001:2.0:1789117682.455227:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789117682.455228:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789117682.455230:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789117682.455234:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d1887a300. 00000100:00000001:2.0:1789117682.455237:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.455239:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612738050079744 : -131335659471872 : ffff888d08abbc00) 00000100:00080000:2.0:1789117682.455243:0:36:0:(import.c:65:import_set_state_nolock()) ffff888d105cc800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789117682.455247:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff888d20018000: disconnect after 21s idle 00000100:00000001:2.0:1789117682.455249:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789117682.455251:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.455255:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d44dc372] to pc [ptlrpcd_rcv+-1] req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.455421:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117682.455432:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117682.455435:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117682.455450:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117682.455464:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117682.455464:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117682.455475:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117682.455476:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117682.455481:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1789117682.455486:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1789117682.455494:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789117682.455494:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117682.455508:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117682.455519:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08aba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565791872:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117682.455521:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117682.455565:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117682.455576:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117682.455578:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117682.455582:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117682.455587:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08abbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565792512:192.168.201.125@tcp:9:kworker.0 00000100:00000001:0.0:1789117682.455592:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117682.455602:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117682.455605:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117682.455608:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117682.455615:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156ac00. 02000000:00000001:0.0:1789117682.455617:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117682.455628:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117682.455629:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1789117682.455634:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4bb0. 02000000:00000001:3.0:1789117682.455639:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117682.455644:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789117682.455646:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353b28. 02000000:00000001:3.0:1789117682.455648:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117682.455659:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9f800. 00000100:00000200:0.0:1789117682.455660:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565792512, portal 4 02000000:00000001:3.0:1789117682.455666:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117682.455668:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117682.455673:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738050079744 : -131335659471872 : ffff888d08abbc00) 00000400:00000200:3.0:1789117682.455678:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117682.455685:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054dfe18. 00000100:00000040:0.0:1789117682.455686:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789117682.455696:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde220. 00000100:00000001:0.0:1789117682.455699:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117682.455706:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000100:00000200:3.0:1789117682.455708:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565791872, portal 25 00000400:00000010:0.0:1789117682.455712:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d113533b8. 00000100:00000001:3.0:1789117682.455714:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1789117682.455719:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876025565792512, offset 0 00000100:00000001:3.0:1789117682.455720:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738050073024 : -131335659478592 : ffff888d08aba1c0) 00000400:00000200:0.0:1789117682.455737:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117682.455750:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000040:3.0:1789117682.455755:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789117682.455763:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117682.455781:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789117682.455783:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1789117682.455791:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000100:00000040:3.0:1789117682.455792:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117682.455801:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde770. 00000400:00000200:0.0:1789117682.455804:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1789117682.455811:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876025565791872, offset 0 00000400:00000200:0.0:1789117682.455812:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117682.455817:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [149:149:256:4294967295] 192.168.201.125@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:0.0:1789117682.455823:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117682.455840:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117682.455844:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000400:00000200:3.0:1789117682.455859:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000800:00000200:0.0:1789117682.455876:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117682.455877:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000800:00000010:0.0:1789117682.455890:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d098a4400. 00000400:00000200:3.0:1789117682.455890:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117682.455901:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000800:00000200:0.0:1789117682.455907:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117682.455932:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117682.455940:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d098a4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117682.455963:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117682.455968:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: using a timeout of 24590 usecs (25 jiffies) 00000400:00000200:0.0:1789117682.455972:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117682.455976:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295035418 00000100:00000010:0.0:1789117682.455982:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d056b85a0. 00000100:00000001:0.0:1789117682.455990:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789117682.456001:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295035418 00000100:00000010:0.0:1789117682.456006:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d056b8180. 00000100:00000001:0.0:1789117682.456011:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff888d20018000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789117682.456015:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117682.456019:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117682.456023:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117682.456026:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789117682.456109:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117682.456113:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d098a4400. 00000400:00000200:1.0:1789117682.456118:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.456123:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117682.456127:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d113533b8 00000400:00000010:1.0:1789117682.456130:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d113533b8. 00000100:00000001:1.0:1789117682.456135:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117682.456139:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.456148:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117682.456151:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.456159:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.456159:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.456169:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117682.456174:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1789117682.456182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789117682.456189:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789117682.456192:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789117682.456194:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789117682.456200:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d08ab9e00. 00000020:00000040:2.0:1789117682.456204:0:36:0:(genops.c:1210:class_import_get()) import ffff888d105ca800 refcount=3 obd=lustre-OST0001-osc-ffff888d20018000 00000100:00000001:2.0:1789117682.456208:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789117682.456210:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789117682.456213:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789117682.456219:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d1887a800. 00000100:00000001:2.0:1789117682.456224:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.456226:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612738050072064 : -131335659479552 : ffff888d08ab9e00) 00000100:00080000:2.0:1789117682.456229:0:36:0:(import.c:65:import_set_state_nolock()) ffff888d105ca800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789117682.456232:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff888d20018000: disconnect after 21s idle 00000100:00000001:2.0:1789117682.456236:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789117682.456239:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.456246:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096a82455] to pc [ptlrpcd_rcv+-1] req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789117682.457829:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117682.457835:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117682.457838:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [150:150:256:4294967295] 192.168.201.125@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:3.0:1789117682.457845:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117682.457856:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117682.457863:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117682.457872:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11211700. 00000800:00000200:3.0:1789117682.457879:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117682.457887:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117682.457891:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11211700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117682.457931:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117682.457937:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117682.457941:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295036674 00000100:00000001:3.0:1789117682.457950:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295035418 00000100:00000001:3.0:1789117682.457956:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295036674 00000100:00000001:3.0:1789117682.457960:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295035418 00000100:00000001:3.0:1789117682.457963:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117682.457967:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.457971:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117682.457978:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.457987:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117682.457989:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117682.457993:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117682.457996:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117682.458012:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117682.458016:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08aba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565792128:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117682.458020:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117682.458025:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117682.458028:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117682.458029:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117682.458034:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9ee00. 02000000:00000001:3.0:1789117682.458036:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117682.458040:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117682.458043:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df4d0. 00000400:00000010:3.0:1789117682.458048:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde5d8. 00000100:00000200:3.0:1789117682.458053:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565792128, portal 10 00000100:00000001:3.0:1789117682.458055:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117682.458057:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738050073984 : -131335659477632 : ffff888d08aba580) 00000100:00000040:3.0:1789117682.458064:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.458070:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117682.458072:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117682.458074:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde660. 00000100:00000200:3.0:1789117682.458077:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565792128, offset 0 00000400:00000200:3.0:1789117682.458083:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117682.458089:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117682.458106:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117682.458110:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117682.458113:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117682.458115:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117682.458117:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117682.458121:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [151:151:255:4294967295] 192.168.201.125@tcp LPNI seq info [151:151:7:4294967295] 00000400:00000200:3.0:1789117682.458125:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117682.458131:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117682.458135:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117682.458147:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11211f00. 00000800:00000200:3.0:1789117682.458151:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117682.458156:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117682.458158:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11211f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117682.458161:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117682.458165:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: using a timeout of 146631 usecs (147 jiffies) 00000800:00000200:1.0:1789117682.458865:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117682.458870:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11211700. 00000400:00000200:1.0:1789117682.458875:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.458888:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117682.458893:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde770 00000400:00000010:1.0:1789117682.458896:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde770. 00000100:00000001:1.0:1789117682.458909:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117682.458922:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.458933:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117682.458937:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.458945:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117682.458947:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117682.459348:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117682.459353:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11211f00. 00000400:00000200:1.0:1789117682.459357:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.459362:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117682.459365:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde660 00000400:00000010:1.0:1789117682.459367:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde660. 00000100:00000001:1.0:1789117682.459370:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117682.459375:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.459383:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117682.459386:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.459393:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117682.459394:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789117682.459627:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117682.459634:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789117682.459642:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117682.459646:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117682.459649:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117682.459663:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117682.459674:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117682.459676:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117682.459680:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117682.459684:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117682.459687:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117682.459691:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565792640:192.168.201.125@tcp:9:kworker.0 00000100:00000001:0.0:1789117682.459714:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117682.459721:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117682.459725:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117682.459727:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117682.459733:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d1156a600. 02000000:00000001:0.0:1789117682.459736:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117682.459750:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117682.459756:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4e18. 00000400:00000010:0.0:1789117682.459765:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d113533b8. 00000100:00000200:0.0:1789117682.459773:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565792640, portal 4 00000100:00000001:0.0:1789117682.459775:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117682.459777:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738050072064 : -131335659479552 : ffff888d08ab9e00) 00000100:00000040:0.0:1789117682.459786:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117682.459793:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117682.459796:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117682.459799:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d113532a8. 00000100:00000200:0.0:1789117682.459802:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876025565792640, offset 0 00000400:00000200:0.0:1789117682.459808:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117682.459817:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117682.459817:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117682.459826:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295035544 00000400:00000200:0.0:1789117682.459827:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000100:00000001:3.0:1789117682.459836:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295036674 00000400:00000200:0.0:1789117682.459840:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789117682.459845:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295035544 00000400:00000200:0.0:1789117682.459851:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000100:00000001:3.0:1789117682.459853:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295036674 00000100:00000001:3.0:1789117682.459858:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789117682.459859:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1789117682.459865:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117682.459867:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000100:00000001:3.0:1789117682.459875:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1789117682.459876:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [152:152:256:4294967295] 192.168.201.125@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:0.0:1789117682.459887:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000040:3.0:1789117682.459892:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789117682.459905:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117682.459911:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117682.459931:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d098a4900. 00000800:00000200:0.0:1789117682.459939:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117682.459955:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117682.459959:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d098a4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117682.459982:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117682.459986:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: using a timeout of 26107 usecs (27 jiffies) 00000400:00000200:0.0:1789117682.459989:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117682.459992:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295035424 00000100:00000001:0.0:1789117682.459995:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295036674 00000100:00000001:0.0:1789117682.459997:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295035424 00000100:00000001:0.0:1789117682.459999:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295036674 00000100:00000001:0.0:1789117682.460001:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117682.460003:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117682.460007:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117682.460010:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117682.460013:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117682.460015:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789117682.460017:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117682.460018:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117682.460019:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117682.460021:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.460139:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.460144:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.460153:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (373) 00000100:00000001:2.0:1789117682.460170:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117682.460173:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789117682.460175:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789117682.460183:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.460190:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789117682.460192:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117682.460195:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789117682.460197:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789117682.460199:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789117682.460201:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565792000:192.168.201.125@tcp:400:kworker.0 00000100:00000001:2.0:1789117682.460215:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789117682.460218:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789117682.460220:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117682.460223:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789117682.460227:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d200d3400. 02000000:00000001:2.0:1789117682.460229:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789117682.460233:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:2.0:1789117682.460237:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d04dab630. 00000400:00000010:2.0:1789117682.460242:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d221974c8. 00000100:00000200:2.0:1789117682.460246:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565792000, portal 10 00000100:00000001:2.0:1789117682.460248:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789117682.460250:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738050068224 : -131335659483392 : ffff888d08ab8f00) 00000100:00000040:2.0:1789117682.460256:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.460262:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789117682.460265:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:2.0:1789117682.460281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d22197880. 00000100:00000200:2.0:1789117682.460284:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565792000, offset 0 00000400:00000200:2.0:1789117682.460290:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:2.0:1789117682.460295:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117682.460299:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:2.0:1789117682.460302:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789117682.460305:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:2.0:1789117682.460307:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789117682.460310:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:2.0:1789117682.460312:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [153:153:255:4294967295] 192.168.201.125@tcp LPNI seq info [153:153:7:4294967295] 00000400:00000200:2.0:1789117682.460317:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117682.460399:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:2.0:1789117682.460405:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:2.0:1789117682.460410:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d1887a700. 00000800:00000200:2.0:1789117682.460414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:2.0:1789117682.460426:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:2.0:1789117682.460505:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d1887a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789117682.460511:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.460514:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: using a timeout of 127167 usecs (128 jiffies) 00000400:00000200:2.0:1789117682.460517:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:2.0:1789117682.460520:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295035525 00000100:00000001:2.0:1789117682.460522:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295036674 00000100:00000001:2.0:1789117682.460547:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295035525 00000100:00000001:2.0:1789117682.460549:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295036674 00000100:00000001:2.0:1789117682.460552:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117682.460554:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.460557:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789117682.460562:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.460570:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789117682.460571:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117682.460573:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789117682.460575:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789117682.460577:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789117682.460581:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08abad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2401:1876025565792256:192.168.201.125@tcp:400:kworker.0 00000100:00000001:2.0:1789117682.460584:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789117682.460588:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789117682.460589:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117682.460591:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789117682.460595:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d200d2600. 02000000:00000001:2.0:1789117682.460597:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789117682.460600:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:2.0:1789117682.460603:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d04dab3c8. 00000400:00000010:2.0:1789117682.460607:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d22197aa0. 00000100:00000200:2.0:1789117682.460611:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565792256, portal 10 00000100:00000001:2.0:1789117682.460613:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789117682.460621:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738050075904 : -131335659475712 : ffff888d08abad00) 00000100:00000040:2.0:1789117682.460628:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.460636:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789117682.460638:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:2.0:1789117682.460641:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d221973b8. 00000100:00000200:2.0:1789117682.460644:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565792256, offset 0 00000400:00000200:2.0:1789117682.460649:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:2.0:1789117682.460653:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117682.460657:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:2.0:1789117682.460661:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789117682.460664:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:2.0:1789117682.460666:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789117682.460668:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:2.0:1789117682.460671:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [154:154:254:4294967295] 192.168.201.125@tcp LPNI seq info [154:154:6:4294967295] 00000400:00000200:2.0:1789117682.460675:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117682.460682:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:2.0:1789117682.460687:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:2.0:1789117682.460690:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d1887ae00. 00000800:00000200:2.0:1789117682.460695:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:2.0:1789117682.460699:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:2.0:1789117682.460702:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d1887ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789117682.460705:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.460708:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: using a timeout of 18661 usecs (19 jiffies) 00000400:00000200:2.0:1789117682.460711:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:2.0:1789117682.460713:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295035417 00000100:00000001:2.0:1789117682.460716:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295036674 00000100:00000001:2.0:1789117682.460719:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295035417 00000100:00000001:2.0:1789117682.460722:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295036674 00000100:00000001:2.0:1789117682.460725:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117682.460733:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.460736:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.460739:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.460745:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789117682.460746:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789117682.460749:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117682.460751:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789117682.460753:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.460757:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789117682.460796:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117682.460802:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d098a4900. 00000400:00000200:1.0:1789117682.460807:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.460813:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117682.460818:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d113532a8 00000400:00000010:1.0:1789117682.460821:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d113532a8. 00000100:00000001:1.0:1789117682.460825:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117682.460831:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.460854:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117682.460857:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.460863:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117682.460865:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117682.460878:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117682.460881:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d1887a700. 00000400:00000200:1.0:1789117682.460885:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.460888:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117682.460891:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d22197880 00000400:00000010:1.0:1789117682.460893:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d22197880. 00000100:00000001:1.0:1789117682.460896:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117682.460900:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117682.460939:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117682.460943:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117682.460945:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117682.460948:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117682.460963:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117682.460969:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.460976:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117682.460978:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117682.461036:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117682.461038:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d1887ae00. 00000400:00000200:1.0:1789117682.461040:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.461043:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117682.461044:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d221973b8 00000400:00000010:1.0:1789117682.461046:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d221973b8. 00000100:00000001:1.0:1789117682.461048:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117682.461051:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.461056:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117682.461058:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.461070:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117682.461071:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789117682.461906:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117682.461909:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117682.461913:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117682.461924:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117682.461927:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117682.461933:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08abb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2400:1876025565792384:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117682.461938:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117682.461943:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117682.461946:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117682.461949:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117682.461956:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9ec00. 02000000:00000001:3.0:1789117682.461958:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117682.461965:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117682.461969:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df948. 00000400:00000010:3.0:1789117682.461975:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde000. 00000100:00000200:3.0:1789117682.461989:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565792384, portal 10 00000100:00000001:3.0:1789117682.461991:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117682.461993:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738050078784 : -131335659472832 : ffff888d08abb840) 00000100:00000040:3.0:1789117682.462001:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.462008:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117682.462011:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117682.462013:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cded48. 00000100:00000200:3.0:1789117682.462016:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565792384, offset 0 00000400:00000200:3.0:1789117682.462022:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117682.462031:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117682.462039:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117682.462045:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117682.462050:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117682.462054:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117682.462057:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117682.462060:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [155:155:256:4294967295] 192.168.201.125@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:3.0:1789117682.462064:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117682.462072:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117682.462079:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117682.462084:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11211800. 00000800:00000200:3.0:1789117682.462556:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117682.462564:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117682.462569:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11211800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117682.462588:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117682.462592:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: using a timeout of 27932 usecs (28 jiffies) 00000400:00000200:3.0:1789117682.462596:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117682.462600:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295035428 00000100:00000001:3.0:1789117682.462604:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295036674 00000100:00000001:3.0:1789117682.462606:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295035428 00000100:00000001:3.0:1789117682.462616:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295036674 00000100:00000001:3.0:1789117682.462618:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117682.462620:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.462624:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.462628:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117682.462636:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117682.462638:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789117682.462773:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117682.462776:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117682.462779:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.462782:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789117682.463156:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117682.463160:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11211800. 00000400:00000200:1.0:1789117682.463181:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.463187:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117682.463192:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cded48 00000400:00000010:1.0:1789117682.463195:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cded48. 00000100:00000001:1.0:1789117682.463198:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117682.463203:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.463213:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117682.463216:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.463222:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117682.463224:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789117682.473879:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.473911:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117682.473923:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.473927:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.473937:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.473945:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117682.473965:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.473971:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.473976:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.473980:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704780 00000400:00000200:1.0:1789117682.473985:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.473991:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:1.0:1789117682.474000:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.474005:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.474008:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.474013:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117682.474036:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117682.474046:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117682.474058:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.474085:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117682.474413:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117682.474418:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789117682.474425:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117682.474427:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117682.474431:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df4d0. 00000400:00000200:3.0:1789117682.474438:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde5d8 00000400:00000010:3.0:1789117682.474441:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde5d8. 00000100:00000001:3.0:1789117682.474444:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117682.474449:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117682.474458:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.474464:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117682.474466:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117682.474469:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117682.474471:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117682.474474:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117682.474476:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117682.474478:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117682.474488:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11390c60 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117682.474493:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11390c18 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117682.474495:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117682.474497:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117682.474499:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789117682.474512:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789117682.474519:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.474523:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117682.474554:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117682.474556:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117682.474558:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117682.474563:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.474571:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117682.474574:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117682.474576:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117682.474580:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117682.474589:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08aba580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565792128:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117682.474595:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.474597:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117682.474601:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d08aba580 x1876025565792128/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.474608:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117682.474610:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117682.474614:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9ee00. 02000000:00000001:3.0:1789117682.474618:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117682.474621:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117682.474623:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d11390800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000001:3.0:1789117682.474625:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117682.474627:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d1887a900. 02000000:00000001:3.0:1789117682.474633:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117682.474635:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117682.474637:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d08aba580. 00000100:00000001:3.0:1789117682.474640:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117682.474659:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117682.474663:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.474665:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117682.474667:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117682.474669:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.474670:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789117682.474935:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.474942:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117682.474944:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.474946:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.474951:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.474955:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117682.474960:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.474963:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.474967:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.474970:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704700 00000400:00000200:1.0:1789117682.474973:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.474978:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1789117682.474982:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.474986:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.474988:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.474992:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117682.474995:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117682.475000:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117682.475009:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.475073:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117682.475081:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.475087:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117682.475088:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789117682.475125:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117682.475132:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789117682.475140:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789117682.475143:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789117682.475147:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d04dab630. 00000400:00000200:2.0:1789117682.475156:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d221974c8 00000400:00000010:2.0:1789117682.475159:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d221974c8. 00000100:00000001:2.0:1789117682.475164:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789117682.475176:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789117682.475188:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.475195:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789117682.475197:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.475200:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789117682.475203:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789117682.475205:0:2401:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789117682.475207:0:2401:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117682.475210:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789117682.475218:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11393460 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1789117682.475222:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11393418 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1789117682.475224:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789117682.475226:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117682.475229:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789117682.475232:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.475236:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789117682.475238:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:2.0:1789117682.475240:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789117682.475256:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.475262:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1789117682.475829:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.475885:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.475889:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117682.475894:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.475905:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.475909:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.475912:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704800 00000400:00000200:1.0:1789117682.475926:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.475930:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:1.0:1789117682.475935:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.475943:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.475946:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.475951:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117682.475958:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117682.475963:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.476002:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117682.476009:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1789117682.476010:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.476012:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789117682.476025:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.476026:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117682.476034:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.476042:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117682.476045:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.476050:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789117682.476050:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565792000:192.168.201.125@tcp:400:kworker.0 00000400:00000200:1.0:1789117682.476062:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000001:2.0:1789117682.476070:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1789117682.476072:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000001:2.0:1789117682.476074:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789117682.476081:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d04dab3c8. 00000400:00000200:1.0:1789117682.476088:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117682.476090:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d22197aa0 00000400:00000010:2.0:1789117682.476097:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d22197aa0. 00000100:00000001:2.0:1789117682.476101:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789117682.476106:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789117682.476115:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.476121:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789117682.476123:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.476124:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789117682.476126:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789117682.476128:0:2401:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789117682.476129:0:2401:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117682.476131:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789117682.476137:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b2c60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1789117682.476141:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b2c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1789117682.476143:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789117682.476144:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117682.476146:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789117682.476149:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.476162:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789117682.476164:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:2.0:1789117682.476165:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789117682.476167:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.476172:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.476178:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117682.476179:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789117682.476181:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789117682.476185:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117682.476192:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08abad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2401:1876025565792256:192.168.201.125@tcp:400:kworker.0 00000100:00000001:2.0:1789117682.476196:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.476200:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789117682.476203:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d08ab8f00 x1876025565792000/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.476209:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789117682.476212:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789117682.476215:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d200d3400. 02000000:00000001:2.0:1789117682.476220:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789117682.476223:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789117682.476224:0:2401:0:(genops.c:1223:class_import_put()) import ffff888d11393000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000001:2.0:1789117682.476227:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789117682.476229:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d1887ab00. 02000000:00000001:2.0:1789117682.476234:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789117682.476236:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789117682.476238:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d08ab8f00. 00000100:00000001:2.0:1789117682.476241:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789117682.476243:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.476244:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789117682.476248:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d08abad00 x1876025565792256/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.476501:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789117682.476504:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789117682.476506:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d200d2600. 02000000:00000001:2.0:1789117682.476512:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789117682.476513:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789117682.476515:0:2401:0:(genops.c:1223:class_import_put()) import ffff888d034b2800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d20018000 00000020:00000001:2.0:1789117682.476517:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789117682.476519:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d1887a500. 02000000:00000001:2.0:1789117682.476521:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789117682.476522:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789117682.476524:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d08abad00. 00000100:00000001:2.0:1789117682.476545:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789117682.476547:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.476550:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.476560:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789117682.476562:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.476565:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117682.476567:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117682.477069:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.477082:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.477086:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 25 MB=0x6aa3c3d704680 00000400:00000200:1.0:1789117682.477091:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.477258:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:1.0:1789117682.477326:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.477347:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.477350:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.477355:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117682.477360:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117682.477365:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117682.477375:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.480972:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117682.480993:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.481006:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117682.481009:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.481010:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.481017:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481022:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117682.481029:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481032:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481035:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481038:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 4 MB=0x6aa3c3d704900 00000400:00000200:1.0:1789117682.481041:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481046:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.125@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:1.0:1789117682.481051:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.481053:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.481055:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.481058:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117682.481062:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117682.481069:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117682.481077:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.481104:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117682.481120:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.481122:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117682.481124:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.481125:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.481127:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481129:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117682.481132:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481133:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481135:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481137:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 4 MB=0x6aa3c3d704980 00000400:00000200:1.0:1789117682.481139:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481141:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.125@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:1.0:1789117682.481143:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.481145:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.481146:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.481148:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117682.481150:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117682.481153:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117682.481159:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.481174:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117682.481176:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.481179:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117682.481180:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.481181:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.481183:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481185:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117682.481187:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481189:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481190:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481192:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704880 00000400:00000200:1.0:1789117682.481194:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117682.481200:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1789117682.481203:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.481210:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117682.481212:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117682.481215:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117682.481217:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117682.481222:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117682.481230:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117682.481238:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117682.481242:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117682.481245:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117682.481482:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117682.481485:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789117682.481491:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117682.481493:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117682.481496:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054dfe18. 00000400:00000200:3.0:1789117682.481500:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde220 00000400:00000010:3.0:1789117682.481502:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde220. 00000100:00000001:3.0:1789117682.481504:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117682.481508:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117682.481514:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.481518:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117682.481519:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117682.481521:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117682.481534:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117682.481536:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117682.481538:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117682.481541:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117682.481546:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117682.481550:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117682.481553:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117682.481554:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117682.481557:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117682.481559:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.481562:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117682.481567:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.481573:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117682.481577:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117682.481585:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117682.481590:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117682.481598:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08aba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565791872:192.168.201.125@tcp:400:kworker.0 00000400:00000001:3.0:1789117682.481604:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117682.481606:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117682.481607:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df948. 00000400:00000200:3.0:1789117682.481610:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde000 00000400:00000010:3.0:1789117682.481611:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde000. 00000100:00000001:3.0:1789117682.481613:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117682.481615:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117682.481620:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.481626:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117682.481628:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117682.481629:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117682.481631:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117682.481632:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117682.481634:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117682.481636:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117682.481653:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b4c60 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117682.481657:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b4c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117682.481659:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117682.481661:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117682.481662:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789117682.481666:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789117682.481672:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.481675:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117682.481677:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117682.481679:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117682.481686:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117682.481691:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.481697:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117682.481699:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117682.481700:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117682.481704:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117682.481711:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08abb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2400:1876025565792384:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117682.481716:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117682.481719:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117682.481722:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d08aba1c0 x1876025565791872/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.481729:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117682.481732:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117682.481736:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9f800. 02000000:00000001:3.0:1789117682.481739:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117682.481753:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117682.481755:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:3.0:1789117682.481758:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117682.481760:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d1887aa00. 02000000:00000001:3.0:1789117682.481766:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117682.481768:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117682.481770:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d08aba1c0. 00000100:00000001:3.0:1789117682.481773:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117682.481775:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117682.481776:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117682.481780:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d08abb840 x1876025565792384/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117682.481785:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117682.481787:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117682.481788:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9ec00. 02000000:00000001:3.0:1789117682.481798:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117682.481799:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117682.481801:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d034b4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d20018000 00000020:00000001:3.0:1789117682.481803:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117682.481804:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d1887ac00. 02000000:00000001:3.0:1789117682.481807:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117682.481808:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117682.481809:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d08abb840. 00000100:00000001:3.0:1789117682.481812:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117682.481813:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117682.481816:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117682.481823:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117682.481825:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117682.481827:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117682.481830:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.482616:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117682.482625:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789117682.482634:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789117682.482637:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789117682.482641:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4e18. 00000400:00000200:2.0:1789117682.482651:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d113533b8 00000400:00000010:2.0:1789117682.482653:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d113533b8. 00000100:00000001:2.0:1789117682.482658:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789117682.482669:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789117682.482682:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.482691:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789117682.482693:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.482696:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789117682.482699:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789117682.482701:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789117682.482720:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117682.482723:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789117682.482736:0:2397:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d116ac000. 00000100:00001000:2.0:1789117682.482744:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d105cac60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1789117682.482749:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d105cac18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1789117682.482752:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789117682.482754:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117682.482757:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789117682.482764:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789117682.482772:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.482776:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789117682.482779:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:2.0:1789117682.482780:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789117682.482783:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.482788:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.482796:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117682.482799:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789117682.482801:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789117682.482806:0:2397:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789117682.482814:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d105ca800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789117682.482819:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117682.482827:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565792640:192.168.201.125@tcp:9:kworker.0 00000400:00000001:2.0:1789117682.482834:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789117682.482836:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789117682.482838:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4bb0. 00000400:00000200:2.0:1789117682.482841:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353b28 00000400:00000010:2.0:1789117682.482848:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353b28. 00000100:00000001:2.0:1789117682.482851:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789117682.482856:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789117682.482865:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.482871:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789117682.482873:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.482875:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789117682.482877:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789117682.482878:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789117682.482880:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117682.482882:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789117682.482890:0:2397:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff888d116aa000. 00000100:00001000:2.0:1789117682.482895:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d105ccc60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1789117682.482898:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d105ccc18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1789117682.482900:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789117682.482902:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117682.482904:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789117682.482909:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789117682.482929:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.482932:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789117682.482934:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:2.0:1789117682.482936:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789117682.482937:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117682.482941:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.482948:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117682.482950:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789117682.482951:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789117682.482955:0:2397:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789117682.482970:0:2397:0:(import.c:65:import_set_state_nolock()) ffff888d105cc800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789117682.482975:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117682.482984:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08abbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2397:1876025565792512:192.168.201.125@tcp:9:kworker.0 00000100:00000001:2.0:1789117682.482989:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.482992:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789117682.482995:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d08ab9e00 x1876025565792640/t0(0) o9->lustre-OST0001-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.483003:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789117682.483006:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789117682.483009:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156a600. 02000000:00000001:2.0:1789117682.483013:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789117682.483016:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789117682.483018:0:2397:0:(genops.c:1223:class_import_put()) import ffff888d105ca800 refcount=2 obd=lustre-OST0001-osc-ffff888d20018000 00000020:00000001:2.0:1789117682.483021:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789117682.483024:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d1887a800. 02000000:00000001:2.0:1789117682.483029:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789117682.483030:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789117682.483032:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d08ab9e00. 00000100:00000001:2.0:1789117682.483036:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789117682.483038:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.483039:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789117682.483043:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d08abbc00 x1876025565792512/t0(0) o9->lustre-OST0000-osc-ffff888d20018000@192.168.201.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1789117692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117682.483049:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789117682.483050:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789117682.483052:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d1156ac00. 02000000:00000001:2.0:1789117682.483054:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789117682.483055:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789117682.483056:0:2397:0:(genops.c:1223:class_import_put()) import ffff888d105cc800 refcount=2 obd=lustre-OST0000-osc-ffff888d20018000 00000020:00000001:2.0:1789117682.483058:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789117682.483066:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d1887a300. 02000000:00000001:2.0:1789117682.483068:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789117682.483069:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789117682.483071:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d08abbc00. 00000100:00000001:2.0:1789117682.483074:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789117682.483075:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.483078:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117682.483087:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789117682.483089:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117682.483092:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117682.483094:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117682.838772:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117682.838779:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117682.838785:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117682.838786:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117682.838896:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117682.838900:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117682.838903:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789117683.798808:0:8643:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295036674, at 4295036736 00000100:00000010:0.0:1789117683.798826:0:8643:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d056b85a0. 00000100:00000040:1.0:1789117683.799166:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295036674, at 4295036736 00000100:00000010:1.0:1789117683.799172:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d056b8180. 00010000:00000001:3.0:1789117683.864102:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117683.864109:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117683.864115:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117683.864116:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117683.864193:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117683.864196:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117683.864199:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117684.889113:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117684.889119:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117684.889124:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117684.889126:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117684.897495:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117684.897503:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117684.897508:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117685.912771:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117685.912781:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117685.912789:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117685.912791:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117685.912919:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117685.912924:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117685.912928:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117686.934654:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117686.934661:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117686.934667:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117686.934668:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117686.935019:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117686.935023:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117686.935026:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789117687.586437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa63026c-d7d6-4509-a07c-c63597c88596->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117687.586448:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117687.586463:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c30c0. 00000020:00000040:0.0:1789117687.586469:0:36:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:0.0:1789117687.586473:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117687.586477:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117687.586484:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117687.586492:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d098a4600. 00000100:00000001:0.0:1789117687.586500:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586514:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa63026c-d7d6-4509-a07c-c63597c88596->MGS req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117687.586546:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117687.586559:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586567:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca8278eb] to pc [ptlrpcd_00_01+1] req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.586596:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117687.586603:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117687.586606:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c03c0. 00000020:00000040:0.0:1789117687.586609:0:36:0:(genops.c:1210:class_import_get()) import ffff888d11393000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000100:00000001:0.0:1789117687.586611:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117687.586612:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117687.586614:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117687.586617:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d098a4c00. 00000100:00000001:0.0:1789117687.586620:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586625:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117687.586632:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117687.586634:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586638:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b5a9a9a] to pc [ptlrpcd_00_00+0] req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.586646:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117687.586656:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117687.586659:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c0f00. 00000020:00000040:0.0:1789117687.586661:0:36:0:(genops.c:1210:class_import_get()) import ffff888d11390800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000100:00000001:0.0:1789117687.586663:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117687.586664:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117687.586666:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117687.586670:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d098a4900. 00000100:00000001:0.0:1789117687.586673:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586677:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117687.586684:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117687.586686:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586690:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1978d88] to pc [ptlrpcd_00_01+1] req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.586697:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117687.586703:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117687.586705:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117687.586709:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117687.586711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117687.586714:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117687.586716:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c1680. 00000020:00000040:0.0:1789117687.586718:0:36:0:(genops.c:1210:class_import_get()) import ffff888d034b2800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d20018000 00000100:00000001:0.0:1789117687.586720:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117687.586722:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117687.586723:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117687.586726:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d098a4400. 00000100:00000001:0.0:1789117687.586728:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586738:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117687.586746:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117687.586748:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586753:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a4e5359] to pc [ptlrpcd_00_00+0] req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.586760:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586762:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117687.586765:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117687.586768:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c3c00. 00000020:00000040:0.0:1789117687.586771:0:36:0:(genops.c:1210:class_import_get()) import ffff888d034b4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d20018000 00000100:00000001:0.0:1789117687.586773:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117687.586775:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117687.586776:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117687.586781:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d12fea300. 00000100:00000001:0.0:1789117687.586784:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586788:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117687.586795:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117687.586797:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586801:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a16bc20] to pc [ptlrpcd_00_01+1] req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.586808:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117687.586811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117687.586814:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117687.586817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117687.586821:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117687.586838:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (378) 00000100:00000001:1.0:1789117687.588654:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117687.588663:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117687.588666:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117687.588677:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.588688:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117687.588690:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.588694:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117687.588698:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117687.588700:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117687.588704:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa63026c-d7d6-4509-a07c-c63597c88596:2399:1876025565792768:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117687.588709:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117687.588714:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117687.588717:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.588720:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117687.588726:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20015400. 02000000:00000001:1.0:1789117687.588729:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117687.588742:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117687.588746:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3de18. 00000400:00000010:1.0:1789117687.588754:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d440. 00000100:00000200:1.0:1789117687.588762:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565792768, portal 25 00000100:00000001:1.0:1789117687.588765:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117687.588767:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476880064 : -131335232671552 : ffff888d221c30c0) 00000100:00000040:1.0:1789117687.588774:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.588781:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117687.588783:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117687.588786:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d000. 00000100:00000200:1.0:1789117687.588789:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876025565792768, offset 0 00000400:00000200:1.0:1789117687.588795:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117687.588803:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.588811:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117687.588818:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117687.588832:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117687.588836:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117687.588839:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117687.588843:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [156:156:256:4294967295] 192.168.201.125@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:1.0:1789117687.588847:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.588856:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117687.588862:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117687.588867:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238d000. 00000800:00000200:1.0:1789117687.588874:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117687.588881:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117687.588886:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117687.588902:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117687.588906:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117687.588909:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295041806 00000100:00000010:1.0:1789117687.588913:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d04ed4540. 00000100:00000001:1.0:1789117687.588924:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789117687.588932:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295041806 00000100:00000010:1.0:1789117687.588935:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d04ed4b40. 00000100:00000001:1.0:1789117687.588938:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789117687.588940:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117687.588943:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.588945:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117687.588950:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.588957:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117687.588959:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.588961:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117687.588963:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117687.588965:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117687.588968:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565793024:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117687.588971:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117687.588974:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117687.588975:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.588977:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117687.588979:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20015e00. 02000000:00000001:1.0:1789117687.588981:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117687.588985:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117687.588989:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3dc60. 00000400:00000010:1.0:1789117687.588992:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9ddd0. 00000100:00000200:1.0:1789117687.588995:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565793024, portal 10 00000100:00000001:1.0:1789117687.588997:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117687.588999:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476871424 : -131335232680192 : ffff888d221c0f00) 00000100:00000040:1.0:1789117687.589006:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.589012:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117687.589014:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117687.589016:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9dd48. 00000100:00000200:1.0:1789117687.589024:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565793024, offset 0 00000400:00000200:1.0:1789117687.589029:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117687.589034:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.589037:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117687.589040:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117687.589043:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117687.589045:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117687.589047:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117687.589049:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [157:157:255:4294967295] 192.168.201.125@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:1.0:1789117687.589053:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.589069:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117687.589073:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117687.589077:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238d800. 00000800:00000200:1.0:1789117687.589080:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117687.589084:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117687.589087:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238d800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117687.589090:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117687.589095:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: using a timeout of 140803 usecs (141 jiffies) 00000400:00000200:1.0:1789117687.589097:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117687.589100:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295040666 00000100:00000001:1.0:1789117687.589102:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295041806 00000100:00000001:1.0:1789117687.589104:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295040666 00000100:00000001:1.0:1789117687.589106:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295041806 00000100:00000001:1.0:1789117687.589108:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117687.589110:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.589113:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117687.589117:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.589125:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117687.589134:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.589136:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117687.589138:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117687.589140:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117687.589143:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565793280:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117687.589147:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117687.589149:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117687.589151:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.589152:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117687.589155:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20014800. 02000000:00000001:1.0:1789117687.589156:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117687.589160:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117687.589162:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3dbb0. 00000400:00000010:1.0:1789117687.589165:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9db28. 00000100:00000200:1.0:1789117687.589169:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565793280, portal 10 00000100:00000001:1.0:1789117687.589170:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117687.589172:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476882944 : -131335232668672 : ffff888d221c3c00) 00000100:00000040:1.0:1789117687.589177:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.589184:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117687.589186:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117687.589189:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d3b8. 00000100:00000200:1.0:1789117687.589191:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565793280, offset 0 00000400:00000200:1.0:1789117687.589195:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117687.589199:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.589202:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117687.589205:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117687.589207:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117687.589209:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117687.589211:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117687.589214:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [158:158:254:4294967295] 192.168.201.125@tcp LPNI seq info [158:158:6:4294967295] 00000400:00000200:1.0:1789117687.589218:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.589235:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117687.589245:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117687.589248:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238d600. 00000800:00000200:1.0:1789117687.589251:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117687.589256:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117687.589258:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117687.589261:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117687.589264:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: using a timeout of 28782 usecs (29 jiffies) 00000400:00000200:1.0:1789117687.589267:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117687.589270:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295040554 00000100:00000001:1.0:1789117687.589272:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295041806 00000100:00000001:1.0:1789117687.589274:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295040554 00000100:00000001:1.0:1789117687.589276:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295041806 00000100:00000001:1.0:1789117687.589277:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117687.589279:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.589282:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.589284:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.589292:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117687.589294:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789117687.589296:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117687.589297:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117687.589299:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117687.589302:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789117687.589304:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.589305:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117687.589307:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.589308:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117687.589309:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117687.589310:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117687.589314:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.589320:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117687.589322:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.589330:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117687.589331:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117687.589333:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117687.589336:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565792896:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117687.589339:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117687.589341:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117687.589343:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.589344:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117687.589347:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20014a00. 02000000:00000001:1.0:1789117687.589349:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117687.589352:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117687.589355:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3d058. 00000400:00000010:1.0:1789117687.589358:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9daa0. 00000100:00000200:1.0:1789117687.589362:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565792896, portal 10 00000100:00000001:1.0:1789117687.589363:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117687.589364:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476868544 : -131335232683072 : ffff888d221c03c0) 00000100:00000040:1.0:1789117687.589370:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.589375:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117687.591855:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117687.591865:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d110. 00000100:00000200:1.0:1789117687.591872:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565792896, offset 0 00000400:00000200:1.0:1789117687.591883:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117687.591894:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.591902:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117687.591907:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117687.591912:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117687.591916:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117687.591919:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117687.591922:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [159:159:253:4294967295] 192.168.201.125@tcp LPNI seq info [159:159:5:4294967295] 00000400:00000200:1.0:1789117687.591926:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.591935:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117687.591948:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117687.591953:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238d100. 00000800:00000200:1.0:1789117687.591960:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117687.591968:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117687.591972:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117687.591977:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117687.591983:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: using a timeout of 123247 usecs (124 jiffies) 00000400:00000200:1.0:1789117687.591988:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117687.591991:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295040649 00000100:00000001:1.0:1789117687.591994:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295041806 00000100:00000001:1.0:1789117687.591996:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295040649 00000100:00000001:1.0:1789117687.591998:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295041806 00000100:00000001:1.0:1789117687.592000:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117687.592004:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.592009:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117687.592016:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.592025:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117687.592027:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.592031:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117687.592034:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117687.592036:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117687.592040:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565793152:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117687.592044:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117687.592049:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117687.592052:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.592067:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117687.592073:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20015600. 02000000:00000001:1.0:1789117687.592075:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117687.592080:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117687.592089:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3dec8. 00000400:00000010:1.0:1789117687.592094:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d880. 00000100:00000200:1.0:1789117687.592099:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565793152, portal 10 00000100:00000001:1.0:1789117687.592101:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117687.592103:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476873344 : -131335232678272 : ffff888d221c1680) 00000100:00000040:1.0:1789117687.592111:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.592118:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117687.592121:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117687.592125:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d6e8. 00000100:00000200:1.0:1789117687.592127:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565793152, offset 0 00000400:00000200:1.0:1789117687.592131:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117687.592135:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.592139:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117687.592142:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117687.592145:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117687.592147:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117687.592149:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117687.592152:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [160:160:252:4294967295] 192.168.201.125@tcp LPNI seq info [160:160:4:4294967295] 00000400:00000200:1.0:1789117687.592155:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.592160:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117687.592164:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117687.592167:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238de00. 00000800:00000200:1.0:1789117687.592171:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117687.592176:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117687.592178:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238de00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117687.592181:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117687.592184:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: using a timeout of 19417 usecs (20 jiffies) 00000400:00000200:1.0:1789117687.592187:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117687.592189:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295040545 00000100:00000001:1.0:1789117687.592191:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295041806 00000100:00000001:1.0:1789117687.592198:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295040545 00000100:00000001:1.0:1789117687.592200:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295041806 00000100:00000001:1.0:1789117687.592203:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117687.592205:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.592208:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.592214:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.592240:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117687.592243:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117687.593848:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117687.593856:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238d000. 00000400:00000200:0.0:1789117687.593864:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117687.593872:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117687.593879:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d000 00000400:00000010:0.0:1789117687.593881:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d000. 00000100:00000001:0.0:1789117687.593887:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117687.593894:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.593906:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117687.593909:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.593917:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117687.593919:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117687.593933:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117687.593936:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238d800. 00000400:00000200:0.0:1789117687.593938:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117687.593942:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117687.593944:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9dd48 00000400:00000010:0.0:1789117687.593946:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9dd48. 00000100:00000001:0.0:1789117687.593948:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117687.593953:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.593961:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117687.593964:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.593971:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117687.593972:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117687.593980:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117687.593982:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238d600. 00000400:00000200:0.0:1789117687.593984:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117687.593987:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117687.593990:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d3b8 00000400:00000010:0.0:1789117687.593999:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d3b8. 00000100:00000001:0.0:1789117687.594001:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117687.594006:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.594014:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117687.594017:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.594023:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117687.594025:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117687.594033:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117687.594035:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238d100. 00000400:00000200:0.0:1789117687.594037:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117687.594040:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117687.594043:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d110 00000400:00000010:0.0:1789117687.594044:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d110. 00000100:00000001:0.0:1789117687.594047:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117687.594050:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.594068:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117687.594071:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.594078:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117687.594079:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117687.594163:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117687.594167:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238de00. 00000400:00000200:0.0:1789117687.594170:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117687.594173:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117687.594176:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d6e8 00000400:00000010:0.0:1789117687.594177:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d6e8. 00000100:00000001:0.0:1789117687.594180:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117687.594184:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.594203:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117687.594206:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.594212:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117687.594213:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789117687.599920:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117687.599938:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117687.599944:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117687.599947:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117687.599957:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.599966:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117687.599975:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.599979:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.599984:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.599988:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704c00 00000400:00000200:1.0:1789117687.599993:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.599999:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:1.0:1789117687.600007:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117687.600011:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117687.600014:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117687.600020:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117687.600029:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117687.600038:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117687.600050:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.600075:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117687.600084:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117687.600095:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117687.600097:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117687.600098:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117687.600102:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.600105:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117687.600110:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.600113:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.600116:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.600118:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704b00 00000400:00000200:1.0:1789117687.600122:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.600126:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x901 [1] + 224 00000800:00000001:1.0:1789117687.600130:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117687.600134:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117687.600136:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117687.600139:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117687.600143:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117687.600148:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117687.600157:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.600174:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117687.600178:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117687.600182:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117687.600184:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117687.600186:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117687.600188:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.600192:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117687.600195:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.600198:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.600200:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.600203:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704a80 00000400:00000200:1.0:1789117687.600206:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117687.600215:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:1.0:1789117687.600219:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117687.600227:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117687.600229:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117687.600233:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117687.600237:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117687.600241:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117687.600249:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.600256:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117687.600260:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117687.600262:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.600275:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117687.600280:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117687.600287:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117687.600289:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117687.600291:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3d058. 00000400:00000200:1.0:1789117687.600295:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9daa0 00000400:00000010:1.0:1789117687.600297:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9daa0. 00000100:00000001:1.0:1789117687.600299:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117687.600303:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117687.600312:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.600318:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117687.600320:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.600322:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117687.600325:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117687.600327:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117687.600329:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.600333:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117687.600342:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11393460 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117687.600354:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11393418 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117687.600356:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117687.600358:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117687.600361:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789117687.600364:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.600368:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117687.600370:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117687.600373:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117687.600374:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117687.601331:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.601342:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117687.601346:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117687.601348:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117687.601354:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117687.601361:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565792896:192.168.201.125@tcp:400:kworker.0 00000400:00000001:1.0:1789117687.601371:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117687.601373:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117687.601374:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3dc60. 00000400:00000200:1.0:1789117687.601388:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9ddd0 00000400:00000010:1.0:1789117687.601390:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9ddd0. 00000100:00000001:1.0:1789117687.601393:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117687.601398:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117687.601407:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.601414:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117687.601415:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.601418:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117687.601421:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117687.601429:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117687.601430:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.601433:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117687.601441:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11390c60 time=96 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117687.601445:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11390c18 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117687.601448:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117687.601450:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117687.601453:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117687.601457:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117687.601465:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.601467:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117687.601469:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117687.601471:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117687.601473:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117687.601477:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.601483:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117687.601485:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117687.601487:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117687.601490:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117687.601497:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2399:1876025565793024:192.168.201.125@tcp:400:kworker.0 00000400:00000001:1.0:1789117687.601504:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117687.601505:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117687.601507:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3dbb0. 00000400:00000200:1.0:1789117687.601509:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9db28 00000400:00000010:1.0:1789117687.601510:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9db28. 00000100:00000001:1.0:1789117687.601513:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117687.601517:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117687.601555:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.601562:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117687.601563:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.601565:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117687.601566:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117687.601568:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117687.601569:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.601571:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117687.601575:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b4c60 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117687.601579:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b4c18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117687.601581:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117687.601582:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117687.601584:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117687.601588:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117687.601595:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.601597:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117687.601599:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117687.601601:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117687.601602:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117687.601605:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.601611:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117687.601613:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117687.601614:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117687.601617:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117687.601624:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565793280:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117687.601628:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.601636:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117687.601641:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c03c0 x1876025565792896/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.601649:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117687.601651:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117687.601654:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20014a00. 02000000:00000001:1.0:1789117687.601659:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117687.601662:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117687.601663:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d11393000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000001:1.0:1789117687.601666:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117687.601668:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d098a4c00. 02000000:00000001:1.0:1789117687.601672:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117687.601674:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117687.601677:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c03c0. 00000100:00000001:1.0:1789117687.601679:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117687.601681:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.601682:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117687.601685:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c0f00 x1876025565793024/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.601691:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117687.601692:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117687.601693:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20015e00. 02000000:00000001:1.0:1789117687.601695:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117687.601697:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117687.601698:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d11390800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000001:1.0:1789117687.601700:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117687.601701:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d098a4900. 02000000:00000001:1.0:1789117687.601703:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117687.601704:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117687.601705:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c0f00. 00000100:00000001:1.0:1789117687.601708:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117687.601709:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.601710:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117687.601714:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c3c00 x1876025565793280/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.601719:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117687.601725:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117687.601727:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20014800. 02000000:00000001:1.0:1789117687.601729:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117687.601731:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117687.601732:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d034b4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d20018000 00000020:00000001:1.0:1789117687.601734:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117687.601735:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d12fea300. 02000000:00000001:1.0:1789117687.601737:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117687.601738:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117687.601740:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c3c00. 00000100:00000001:1.0:1789117687.601742:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117687.601743:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.601748:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.601751:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117687.601753:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117687.601754:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.601756:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789117687.607331:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117687.607348:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117687.607353:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117687.607356:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117687.607367:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117687.607376:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117687.607385:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117687.607390:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117687.607395:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117687.607399:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 25 MB=0x6aa3c3d704a00 00000400:00000200:0.0:1789117687.607404:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117687.607410:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:0.0:1789117687.607417:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117687.607422:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117687.607425:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117687.607430:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117687.607437:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117687.607446:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117687.607457:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.607481:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117687.607491:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789117687.607491:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1789117687.607494:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117687.607496:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789117687.607496:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1789117687.607498:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789117687.607502:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117687.607505:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1789117687.607506:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117687.607508:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3de18. 00000400:00000200:0.0:1789117687.607510:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117687.607512:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d440 00000400:00000200:0.0:1789117687.607514:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117687.607515:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d440. 00000400:00000200:0.0:1789117687.607517:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117687.607518:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1789117687.607520:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000200:1.0:1789117687.607522:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117687.607550:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.607557:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117687.607559:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.607561:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117687.607565:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117687.607567:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117687.607569:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.607572:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117687.607579:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117687.607591:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117687.607594:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117687.607595:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117687.607599:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789117687.607601:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.607605:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117687.607610:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.607618:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117687.607621:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117687.607624:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117687.607628:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117687.607636:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa63026c-d7d6-4509-a07c-c63597c88596:2399:1876025565792768:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117687.607641:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.607644:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117687.607648:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c30c0 x1876025565792768/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.607655:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117687.607657:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117687.607661:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20015400. 02000000:00000001:1.0:1789117687.607665:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117687.607668:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117687.607670:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:1.0:1789117687.607673:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117687.607676:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d098a4600. 02000000:00000001:1.0:1789117687.607679:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117687.607681:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117687.607683:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c30c0. 00000100:00000001:1.0:1789117687.607687:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117687.607688:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.607692:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.607694:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117687.607700:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117687.607702:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.607704:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117687.609021:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704b80 00000400:00000200:0.0:1789117687.609038:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117687.609048:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:0.0:1789117687.609057:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117687.609070:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117687.609073:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117687.609078:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117687.609084:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117687.609091:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117687.609102:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117687.609125:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117687.609133:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117687.609137:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.610430:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117687.610439:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117687.610448:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117687.610451:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117687.610455:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3dec8. 00000400:00000200:1.0:1789117687.610462:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d880 00000400:00000010:1.0:1789117687.610465:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d880. 00000100:00000001:1.0:1789117687.610470:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117687.610479:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117687.610490:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.610498:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117687.610500:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.610503:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117687.610507:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117687.610510:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117687.610512:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117687.610515:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117687.610543:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b2c60 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117687.610547:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b2c18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117687.610550:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117687.610552:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117687.610555:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789117687.610559:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.610563:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117687.610565:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117687.610567:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117687.610569:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117687.610574:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.610582:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117687.610593:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117687.610594:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117687.610599:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117687.610606:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565793152:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117687.610611:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.610614:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117687.610617:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c1680 x1876025565793152/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117687.610623:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117687.610625:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117687.610628:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20015600. 02000000:00000001:1.0:1789117687.610631:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117687.610634:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117687.610636:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d034b2800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d20018000 00000020:00000001:1.0:1789117687.610638:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117687.610641:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d098a4400. 02000000:00000001:1.0:1789117687.610644:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117687.610645:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117687.610647:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c1680. 00000100:00000001:1.0:1789117687.610651:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117687.610653:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.610655:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117687.610662:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117687.610663:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117687.610665:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117687.610667:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117687.958733:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117687.958740:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117687.958746:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117687.958767:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117687.958876:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117687.958880:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117687.958883:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789117688.918892:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295041806, at 4295041856 00000100:00000010:1.0:1789117688.918988:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d04ed4b40. 00000100:00000040:0.0:1789117688.925495:0:8643:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295041806, at 4295041862 00000100:00000010:0.0:1789117688.925514:0:8643:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d04ed4540. 00010000:00000001:3.0:1789117688.984225:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117688.984236:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117688.984244:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117688.984246:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117688.987110:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117688.987119:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117688.987126:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117690.008101:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117690.008111:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117690.008119:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117690.008120:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789117690.008228:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789117690.008232:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117690.008236:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117691.033927:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117691.033939:0:8923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789117691.033941:0:8923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789117691.033945:0:8923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117691.033951:0:8923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789117691.033953:0:8923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117691.033955:0:8923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117691.033958:0:8923:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117691.033962:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117691.033964:0:8923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789117691.033965:0:8923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789117691.033967:0:8923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117691.033969:0:8923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789117691.033970:0:8923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117691.033971:0:8923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117691.033973:0:8923:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117691.034654:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117691.034658:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117691.034661:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117692.055161:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117692.055168:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117692.055174:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117692.055175:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789117692.055968:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789117692.055989:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117692.055993:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789117692.694752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa63026c-d7d6-4509-a07c-c63597c88596->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117692.694763:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117692.694773:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d220592c0. 00000020:00000040:3.0:1789117692.694779:0:37:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:3.0:1789117692.694783:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117692.694786:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117692.694791:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117692.694800:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11211e00. 00000100:00000001:3.0:1789117692.694821:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.694833:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa63026c-d7d6-4509-a07c-c63597c88596->MGS req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117692.694844:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117692.694849:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.694855:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f2d4d67] to pc [ptlrpcd_01_01+1] req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.694888:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.694891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117692.694894:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117692.694897:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d2205b480. 00000020:00000040:3.0:1789117692.694900:0:37:0:(genops.c:1210:class_import_get()) import ffff888d11393000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000100:00000001:3.0:1789117692.694902:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117692.694904:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117692.694906:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117692.694919:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11211600. 00000100:00000001:3.0:1789117692.694923:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.694927:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117692.694933:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117692.694935:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.694950:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fc0018f] to pc [ptlrpcd_01_00+0] req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.694959:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.694961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117692.694964:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117692.694967:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22059a40. 00000020:00000040:3.0:1789117692.694969:0:37:0:(genops.c:1210:class_import_get()) import ffff888d11390800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000100:00000001:3.0:1789117692.694971:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117692.694972:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117692.694980:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117692.694985:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11211800. 00000100:00000001:3.0:1789117692.694988:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.694992:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117692.694999:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117692.695001:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.695004:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000187174da] to pc [ptlrpcd_01_01+1] req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.695010:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.695012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117692.695016:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117692.695019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117692.695021:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117692.695024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117692.695027:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117692.695029:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22059e00. 00000020:00000040:3.0:1789117692.695032:0:37:0:(genops.c:1210:class_import_get()) import ffff888d034b2800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d20018000 00000100:00000001:3.0:1789117692.695034:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117692.695035:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117692.695036:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117692.695039:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11211f00. 00000100:00000001:3.0:1789117692.695042:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.695045:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117692.695051:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117692.695053:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.695056:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd9f548] to pc [ptlrpcd_01_00+0] req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.695068:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.695070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117692.695073:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117692.695075:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22058000. 00000020:00000040:3.0:1789117692.695077:0:37:0:(genops.c:1210:class_import_get()) import ffff888d034b4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d20018000 00000100:00000001:3.0:1789117692.695079:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117692.695080:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117692.695082:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117692.695085:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d11211700. 00000100:00000001:3.0:1789117692.695088:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.695092:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117692.695099:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117692.695101:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.695105:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d73b4a69] to pc [ptlrpcd_01_01+1] req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.695111:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.695114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117692.695116:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117692.695119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117692.695122:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117692.695126:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (383) 00000100:00000001:3.0:1789117692.695139:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117692.695142:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117692.695145:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117692.695150:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.695168:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117692.695170:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.695174:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117692.695176:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117692.695179:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117692.695182:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565793536:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117692.695186:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117692.695191:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117692.695193:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.695195:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117692.695199:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9f200. 02000000:00000001:3.0:1789117692.695201:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117692.695207:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117692.695211:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df948. 00000400:00000010:3.0:1789117692.695218:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde000. 00000100:00000200:3.0:1789117692.695225:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565793536, portal 10 00000100:00000001:3.0:1789117692.695227:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117692.695228:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475406464 : -131335234145152 : ffff888d2205b480) 00000100:00000040:3.0:1789117692.695235:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.695242:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117692.695244:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117692.695246:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde220. 00000100:00000200:3.0:1789117692.695250:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565793536, offset 0 00000400:00000200:3.0:1789117692.695256:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117692.695264:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117692.695271:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117692.695276:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117692.695413:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117692.695417:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117692.695420:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117692.695430:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [161:161:256:4294967295] 192.168.201.125@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:3.0:1789117692.695435:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117692.695444:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117692.695450:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117692.695455:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11563000. 00000800:00000200:3.0:1789117692.695462:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117692.695470:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117692.695475:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11563000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117692.695493:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.695498:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: using a timeout of 119316 usecs (120 jiffies) 00000400:00000200:3.0:1789117692.695501:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117692.695504:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295045752 00000100:00000010:3.0:1789117692.695509:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d188f1c60. 00000100:00000001:3.0:1789117692.695515:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789117692.695521:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295045752 00000100:00000010:3.0:1789117692.695686:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d188f1720. 00000100:00000001:3.0:1789117692.695690:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789117692.695695:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117692.695698:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.695701:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117692.695705:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.695712:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117692.695714:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.695716:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117692.695718:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117692.695720:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117692.695723:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2400:1876025565793792:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117692.695726:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117692.695749:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117692.695750:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.695752:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117692.695755:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9fa00. 02000000:00000001:3.0:1789117692.695757:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117692.695760:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117692.695763:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054dfe18. 00000400:00000010:3.0:1789117692.695766:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde5d8. 00000100:00000200:3.0:1789117692.695769:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565793792, portal 10 00000100:00000001:3.0:1789117692.695771:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117692.695772:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475400704 : -131335234150912 : ffff888d22059e00) 00000100:00000040:3.0:1789117692.695778:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.695784:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117692.695786:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117692.695788:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdea18. 00000100:00000200:3.0:1789117692.695791:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565793792, offset 0 00000400:00000200:3.0:1789117692.695795:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117692.695799:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117692.695802:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117692.695805:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117692.695807:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117692.695810:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117692.695812:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117692.695815:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [162:162:255:4294967295] 192.168.201.125@tcp LPNI seq info [162:162:7:4294967295] 00000400:00000200:3.0:1789117692.695819:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117692.695825:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117692.695828:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117692.695832:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11563700. 00000800:00000200:3.0:1789117692.695835:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117692.695840:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117692.695842:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11563700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117692.695851:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.695854:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: using a timeout of 20351 usecs (21 jiffies) 00000400:00000200:3.0:1789117692.695858:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117692.695860:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295045653 00000100:00000001:3.0:1789117692.695863:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295045752 00000100:00000001:3.0:1789117692.695865:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295045653 00000100:00000001:3.0:1789117692.695867:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295045752 00000100:00000001:3.0:1789117692.695869:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117692.695870:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.695873:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.695875:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.695882:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117692.695883:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789117692.695885:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117692.695887:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117692.695888:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117692.695891:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1789117692.695892:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.695894:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117692.695895:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.695896:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117692.695898:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117692.695899:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117692.695903:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.695909:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117692.695911:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.695913:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117692.695914:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117692.695916:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117692.695918:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565793408:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117692.695921:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117692.695924:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117692.695931:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.695933:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117692.695936:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9f400. 02000000:00000001:3.0:1789117692.695937:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117692.696102:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117692.696105:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117692.696210:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117692.696214:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11563000. 00000400:00000200:0.0:1789117692.696220:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117692.696225:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117692.696230:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde220 00000400:00000010:0.0:1789117692.696232:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde220. 00000100:00000001:0.0:1789117692.696236:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117692.696246:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.696255:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117692.696258:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.696264:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117692.696265:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117692.696342:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117692.696345:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11563700. 00000400:00000200:0.0:1789117692.696349:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117692.696352:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117692.696354:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdea18 00000400:00000010:0.0:1789117692.696356:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdea18. 00000100:00000001:0.0:1789117692.696358:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117692.696362:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.696368:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117692.696371:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.696377:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117692.696378:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1789117692.696707:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117692.696712:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df4d0. 00000400:00000010:3.0:1789117692.696716:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde330. 00000100:00000200:3.0:1789117692.696720:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565793408, portal 25 00000100:00000001:3.0:1789117692.696721:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117692.696723:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475397824 : -131335234153792 : ffff888d220592c0) 00000100:00000040:3.0:1789117692.696728:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.696745:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117692.696747:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117692.696750:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde110. 00000100:00000200:3.0:1789117692.696752:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876025565793408, offset 0 00000400:00000200:3.0:1789117692.696757:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117692.696761:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117692.696766:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117692.696770:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117692.696774:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117692.696777:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117692.696779:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117692.696782:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [163:163:256:4294967295] 192.168.201.125@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1789117692.696786:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117692.696792:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117692.696796:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117692.696800:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11563700. 00000800:00000200:3.0:1789117692.696805:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117692.696810:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117692.696814:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11563700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117692.696825:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117692.696835:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117692.696838:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295046914 00000100:00000001:3.0:1789117692.696845:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295045752 00000100:00000001:3.0:1789117692.696849:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295046914 00000100:00000001:3.0:1789117692.696852:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295045752 00000100:00000001:3.0:1789117692.696855:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117692.696857:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.696861:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117692.696866:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.696873:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117692.696874:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.696877:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117692.696879:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117692.696881:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117692.696883:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565793664:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117692.696886:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117692.696889:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117692.696891:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.696893:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117692.696897:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9ee00. 02000000:00000001:3.0:1789117692.696898:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117692.696902:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117692.696904:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df478. 00000400:00000010:3.0:1789117692.696907:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdec38. 00000100:00000200:3.0:1789117692.696910:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565793664, portal 10 00000100:00000001:3.0:1789117692.696923:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117692.696924:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475399744 : -131335234151872 : ffff888d22059a40) 00000100:00000040:3.0:1789117692.696930:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.696935:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117692.701607:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117692.701616:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde7f8. 00000100:00000200:3.0:1789117692.701623:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565793664, offset 0 00000400:00000200:3.0:1789117692.701630:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117692.701641:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117692.701649:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117692.701654:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117692.701659:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117692.701662:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117692.701665:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117692.701669:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [164:164:255:4294967295] 192.168.201.125@tcp LPNI seq info [164:164:7:4294967295] 00000400:00000200:3.0:1789117692.701673:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117692.701682:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117692.701689:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117692.701695:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d11563000. 00000800:00000200:3.0:1789117692.701703:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117692.701710:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117692.701715:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d11563000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117692.701720:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.701725:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: using a timeout of 135240 usecs (136 jiffies) 00000400:00000200:3.0:1789117692.701730:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117692.701744:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295045773 00000100:00000001:3.0:1789117692.701747:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295046914 00000100:00000001:3.0:1789117692.701749:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295045773 00000100:00000001:3.0:1789117692.701752:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295046914 00000100:00000001:3.0:1789117692.701754:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117692.701758:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.701763:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117692.701771:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.701800:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117692.701802:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.701807:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117692.701810:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117692.701813:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117692.701816:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2400:1876025565793920:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117692.701820:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117692.701826:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117692.701829:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.701831:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117692.701836:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9fe00. 02000000:00000001:3.0:1789117692.701838:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117692.701842:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117692.701846:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054dfcb8. 00000400:00000010:3.0:1789117692.701851:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdeee0. 00000100:00000200:3.0:1789117692.701857:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565793920, portal 10 00000100:00000001:3.0:1789117692.701859:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117692.701861:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475393024 : -131335234158592 : ffff888d22058000) 00000100:00000040:3.0:1789117692.701869:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.701876:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117692.701878:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117692.701880:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdedd0. 00000100:00000200:3.0:1789117692.701882:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565793920, offset 0 00000400:00000200:3.0:1789117692.701885:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117692.701888:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117692.701892:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117692.701894:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117692.701896:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117692.701898:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117692.701900:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117692.701907:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [165:165:254:4294967295] 192.168.201.125@tcp LPNI seq info [165:165:6:4294967295] 00000400:00000200:3.0:1789117692.701910:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117692.701916:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117692.701920:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117692.701925:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5bf00. 00000800:00000200:3.0:1789117692.701929:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117692.701933:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117692.701935:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117692.701938:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.701942:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: using a timeout of 27306 usecs (28 jiffies) 00000400:00000200:3.0:1789117692.701944:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117692.701946:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295045665 00000100:00000001:3.0:1789117692.701949:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295046914 00000100:00000001:3.0:1789117692.701951:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295045665 00000100:00000001:3.0:1789117692.701953:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295046914 00000100:00000001:3.0:1789117692.701955:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117692.701957:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.701961:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.701965:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117692.702326:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117692.702331:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11563700. 00000400:00000200:0.0:1789117692.702338:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117692.702345:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117692.702350:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde110 00000400:00000010:0.0:1789117692.702353:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde110. 00000100:00000001:0.0:1789117692.702358:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117692.702363:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.702374:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117692.702377:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.702390:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117692.702392:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117692.702405:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117692.702407:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d11563000. 00000400:00000200:0.0:1789117692.702411:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117692.702414:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117692.702417:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde7f8 00000400:00000010:0.0:1789117692.702419:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde7f8. 00000100:00000001:0.0:1789117692.702421:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117692.702425:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.702432:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117692.702435:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.702440:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117692.702442:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117692.702500:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117692.702502:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5bf00. 00000400:00000200:0.0:1789117692.702505:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117692.702509:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117692.702511:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdedd0 00000400:00000010:0.0:1789117692.702513:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdedd0. 00000100:00000001:0.0:1789117692.702515:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117692.702518:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.702546:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117692.702550:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.702556:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117692.702557:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789117692.709548:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.709572:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117692.709576:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.709579:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117692.709587:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.709596:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117692.709605:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.709610:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.709615:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.709620:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 25 MB=0x6aa3c3d704c80 00000400:00000200:0.0:1789117692.709624:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.709630:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 224/224 into md 0x951 [1] + 224 00000800:00000001:0.0:1789117692.709638:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.709645:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117692.709649:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117692.709653:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117692.709660:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117692.709668:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117692.709680:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.709700:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117692.709709:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.709713:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.715425:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117692.715434:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789117692.715444:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117692.715447:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117692.715450:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df4d0. 00000400:00000200:3.0:1789117692.715461:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde330 00000400:00000010:3.0:1789117692.715463:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde330. 00000100:00000001:3.0:1789117692.715468:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117692.715480:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117692.715492:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.715571:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117692.715575:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.715577:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117692.715580:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117692.715583:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117692.715585:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.715588:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117692.715595:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117692.715599:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117692.715602:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117692.715603:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117692.715606:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117692.715609:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.715612:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.715617:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.715624:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117692.715810:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117692.715812:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117692.715818:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117692.715826:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565793408:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117692.715832:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.715836:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117692.715840:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d220592c0 x1876025565793408/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.715846:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117692.715848:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117692.715851:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9f400. 02000000:00000001:3.0:1789117692.715855:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117692.715857:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117692.715866:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:3.0:1789117692.715869:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117692.715871:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11211e00. 02000000:00000001:3.0:1789117692.715876:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117692.715878:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117692.715880:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d220592c0. 00000100:00000001:3.0:1789117692.715883:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117692.715885:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.715888:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.715890:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117692.715931:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117692.715934:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.715936:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789117692.716421:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.716436:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117692.716439:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.716442:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117692.716450:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716455:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117692.716464:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716469:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716474:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716478:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704d00 00000400:00000200:0.0:1789117692.716491:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716498:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:0.0:1789117692.716507:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.716511:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117692.716515:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117692.716519:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117692.716541:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117692.716546:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117692.716557:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.716566:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117692.716575:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.716579:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117692.716581:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.716583:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117692.716586:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716590:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117692.716594:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716596:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716600:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716602:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704e00 00000400:00000200:0.0:1789117692.716605:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716609:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x949 [1] + 224 00000800:00000001:0.0:1789117692.716613:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.716615:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117692.716618:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117692.716620:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117692.716624:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117692.716628:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117692.716649:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.716657:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117692.716662:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.716666:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117692.716667:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.716669:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117692.716673:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716676:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117692.716680:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716683:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716685:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716689:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704d80 00000400:00000200:0.0:1789117692.716692:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.716696:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x959 [1] + 224 00000800:00000001:0.0:1789117692.716700:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.716706:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117692.716708:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117692.716712:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117692.716715:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117692.716718:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117692.716728:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.716745:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117692.716749:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.716751:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.719389:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117692.719398:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789117692.719407:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117692.719411:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117692.719415:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df478. 00000400:00000200:3.0:1789117692.719424:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdec38 00000400:00000010:3.0:1789117692.719428:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdec38. 00000100:00000001:3.0:1789117692.719433:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117692.719443:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117692.719455:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.719462:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117692.719464:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.719467:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117692.719469:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117692.719472:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117692.719474:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.719477:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117692.719486:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11390c60 time=101 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117692.719491:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11390c18 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117692.719493:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117692.719495:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117692.719498:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789117692.719515:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789117692.719522:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.719545:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117692.719548:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117692.719550:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117692.719552:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.719557:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.719564:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117692.719567:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117692.719570:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117692.719574:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117692.719582:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565793664:192.168.201.125@tcp:400:kworker.0 00000400:00000001:3.0:1789117692.719592:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117692.719593:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117692.719595:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df948. 00000400:00000200:3.0:1789117692.719598:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde000 00000400:00000010:3.0:1789117692.719600:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde000. 00000100:00000001:3.0:1789117692.719602:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117692.719606:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117692.719614:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.719619:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117692.719621:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.719623:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117692.719624:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117692.719625:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117692.719635:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.719638:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117692.719644:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11393460 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117692.719648:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11393418 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117692.719650:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117692.719651:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117692.719653:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117692.719655:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.719658:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117692.719660:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117692.719662:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117692.719663:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.719667:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.719673:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117692.719675:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117692.719676:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117692.719679:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117692.719687:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565793536:192.168.201.125@tcp:400:kworker.0 00000400:00000001:3.0:1789117692.719693:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117692.719694:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117692.719696:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054dfe18. 00000400:00000200:3.0:1789117692.719699:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde5d8 00000400:00000010:3.0:1789117692.719700:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde5d8. 00000100:00000001:3.0:1789117692.719703:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117692.719706:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117692.719715:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.719721:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117692.719728:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.719730:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117692.719741:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117692.719742:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117692.719744:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.719746:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117692.719751:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b2c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117692.719753:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b2c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117692.719756:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117692.719757:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117692.719759:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117692.719761:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.719764:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117692.719765:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117692.719766:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117692.719768:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.719772:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.719778:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117692.719779:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117692.719780:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117692.719784:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117692.719791:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2400:1876025565793792:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117692.719795:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.719798:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117692.719801:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22059a40 x1876025565793664/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.719807:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117692.719809:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117692.719813:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9ee00. 02000000:00000001:3.0:1789117692.719817:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117692.719820:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117692.719828:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d11390800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000001:3.0:1789117692.719831:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117692.719834:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11211800. 02000000:00000001:3.0:1789117692.719838:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117692.719840:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117692.719842:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22059a40. 00000100:00000001:3.0:1789117692.719846:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117692.719847:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.719849:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117692.719853:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d2205b480 x1876025565793536/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.719858:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117692.719859:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117692.719861:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9f200. 02000000:00000001:3.0:1789117692.719864:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117692.719865:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117692.719866:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d11393000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000001:3.0:1789117692.719868:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117692.719869:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11211600. 02000000:00000001:3.0:1789117692.719871:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117692.719872:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117692.719874:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d2205b480. 00000100:00000001:3.0:1789117692.719879:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117692.719880:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.719881:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117692.719885:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22059e00 x1876025565793792/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.719891:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117692.719892:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117692.719894:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9fa00. 02000000:00000001:3.0:1789117692.719896:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117692.719897:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117692.719898:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d034b2800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d20018000 00000020:00000001:3.0:1789117692.719900:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117692.719901:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11211f00. 02000000:00000001:3.0:1789117692.719903:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117692.719909:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117692.721628:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22059e00. 00000100:00000001:3.0:1789117692.721647:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117692.721649:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.721654:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.721657:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117692.721665:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117692.721670:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.721672:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789117692.731500:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.731520:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117692.731539:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.731564:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117692.731574:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.731581:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117692.731590:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.731594:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.731599:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.731603:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704e80 00000400:00000200:0.0:1789117692.731607:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117692.731614:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x961 [1] + 224 00000800:00000001:0.0:1789117692.731622:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.731631:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117692.731634:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117692.731639:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117692.731648:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117692.731658:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117692.731669:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117692.731685:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117692.731693:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117692.731695:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.731763:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117692.731768:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789117692.731775:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117692.731777:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117692.731780:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054dfcb8. 00000400:00000200:3.0:1789117692.731785:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdeee0 00000400:00000010:3.0:1789117692.731788:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdeee0. 00000100:00000001:3.0:1789117692.731791:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117692.731797:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117692.731806:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.731812:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117692.731813:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.731816:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117692.731819:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117692.731821:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117692.731823:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117692.731826:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117692.731835:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b4c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117692.731839:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b4c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117692.731842:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117692.731844:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117692.731846:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789117692.731851:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789117692.731858:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.731870:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117692.731872:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117692.731874:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117692.731876:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117692.731881:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.731887:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117692.731890:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117692.731892:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117692.731895:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117692.731902:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2400:1876025565793920:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117692.731906:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.731909:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117692.731924:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22058000 x1876025565793920/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117692.731932:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117692.731935:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117692.731947:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9fe00. 02000000:00000001:3.0:1789117692.731952:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117692.731955:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117692.731957:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d034b4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d20018000 00000020:00000001:3.0:1789117692.731959:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117692.731962:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d11211700. 02000000:00000001:3.0:1789117692.731966:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117692.731967:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117692.731969:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22058000. 00000100:00000001:3.0:1789117692.731972:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117692.731974:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.731976:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117692.731983:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117692.731985:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117692.731993:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117692.731995:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117693.078671:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117693.078680:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117693.078696:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117693.078697:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117693.078776:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117693.078780:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117693.078783:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789117694.040522:0:8643:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295046914, at 4295046977 00000100:00000010:0.0:1789117694.040543:0:8643:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d188f1c60. 00000100:00000040:1.0:1789117694.041898:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295046914, at 4295046979 00000100:00000010:1.0:1789117694.041909:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d188f1720. 00010000:00000001:3.0:1789117694.106401:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117694.106408:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117694.106415:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117694.106416:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789117694.108121:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789117694.108128:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117694.108132:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117695.126814:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117695.126822:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117695.126827:0:8923:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117695.126829:0:8923:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117695.127240:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117695.127243:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117695.127246:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789117695.256019:0:10074:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789117695.256032:0:10074:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789117695.760337:0:10111:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789117695.760347:0:10111:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:0.0:1789117695.764424:0:10111:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789117696.151825:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117696.151835:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117696.151842:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117696.151843:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789117696.151871:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789117696.151875:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789117696.151879:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117697.174640:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117697.174650:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117697.174668:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117697.174669:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789117697.174714:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789117697.174718:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117697.174722:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789117697.285459:0:10210:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789117697.285473:0:10210:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa63026c-d7d6-4509-a07c-c63597c88596->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117697.814621:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117697.814628:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22059e00. 00000020:00000040:3.0:1789117697.814634:0:37:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:3.0:1789117697.814639:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117697.814653:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117697.814658:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117697.814668:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02b5ba00. 00000100:00000001:3.0:1789117697.814676:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814688:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa63026c-d7d6-4509-a07c-c63597c88596->MGS req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117697.814705:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117697.814711:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814727:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd9f548] to pc [ptlrpcd_01_00+0] req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.814758:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117697.814765:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117697.814768:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d2205b480. 00000020:00000040:3.0:1789117697.814771:0:37:0:(genops.c:1210:class_import_get()) import ffff888d11393000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000100:00000001:3.0:1789117697.814773:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117697.814775:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117697.814777:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117697.814780:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02b5b400. 00000100:00000001:3.0:1789117697.814783:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814787:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117697.814794:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117697.814796:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814800:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fc0018f] to pc [ptlrpcd_01_01+1] req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.814808:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117697.814813:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117697.814816:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22059a40. 00000020:00000040:3.0:1789117697.814818:0:37:0:(genops.c:1210:class_import_get()) import ffff888d11390800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000100:00000001:3.0:1789117697.814820:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117697.814821:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117697.814822:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117697.814825:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02b5bc00. 00000100:00000001:3.0:1789117697.814832:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814837:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117697.814843:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117697.814845:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814848:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000187174da] to pc [ptlrpcd_01_00+0] req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.814855:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117697.814861:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117697.814863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117697.814866:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117697.814869:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117697.814872:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117697.814874:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d220592c0. 00000020:00000040:3.0:1789117697.814877:0:37:0:(genops.c:1210:class_import_get()) import ffff888d034b2800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d20018000 00000100:00000001:3.0:1789117697.814878:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117697.814880:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117697.814881:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117697.814884:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02b5b200. 00000100:00000001:3.0:1789117697.814886:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814890:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117697.814896:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117697.814898:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814901:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f2d4d67] to pc [ptlrpcd_01_01+1] req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.814919:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117697.814924:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117697.814927:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22058780. 00000020:00000040:3.0:1789117697.814930:0:37:0:(genops.c:1210:class_import_get()) import ffff888d034b4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d20018000 00000100:00000001:3.0:1789117697.814933:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117697.814934:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117697.814935:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117697.814938:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02b5b600. 00000100:00000001:3.0:1789117697.814941:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814945:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117697.814952:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117697.814954:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814958:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b8f81d5] to pc [ptlrpcd_01_00+0] req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.814965:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.814968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117697.814970:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117697.814973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117697.814977:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117697.814981:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (388) 00000100:00000001:3.0:1789117697.814997:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117697.815001:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117697.815003:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117697.815009:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.815028:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117697.815031:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117697.815036:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117697.815039:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117697.815041:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117697.815044:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565794176:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117697.815049:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117697.815054:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117697.815057:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117697.815060:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117697.815066:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d205a6800. 02000000:00000001:3.0:1789117697.815068:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117697.815076:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117697.815080:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054dfcb8. 00000100:00000001:2.0:1789117697.815208:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117697.815212:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789117697.815220:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789117697.815225:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117697.815233:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789117697.815234:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117697.815236:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789117697.815238:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789117697.815240:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789117697.815242:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565794048:192.168.201.125@tcp:400:kworker.0 00000100:00000001:2.0:1789117697.815246:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789117697.815248:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789117697.815250:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117697.815251:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789117697.815254:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9e200. 02000000:00000001:2.0:1789117697.815256:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789117697.815260:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:2.0:1789117697.815263:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d04dab3c8. 00000400:00000010:2.0:1789117697.815269:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d22197aa0. 00000100:00000200:2.0:1789117697.815276:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565794048, portal 25 00000100:00000001:2.0:1789117697.815279:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789117697.815281:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475400704 : -131335234150912 : ffff888d22059e00) 00000100:00000040:2.0:1789117697.815286:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117697.815293:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789117697.815295:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:2.0:1789117697.815298:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d221974c8. 00000100:00000200:2.0:1789117697.815301:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876025565794048, offset 0 00000400:00000200:2.0:1789117697.815308:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:2.0:1789117697.815317:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117697.815324:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:2.0:1789117697.815343:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789117697.815348:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:2.0:1789117697.815353:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789117697.815361:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:2.0:1789117697.815365:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [166:166:256:4294967295] 192.168.201.125@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1789117697.815370:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117697.815380:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:2.0:1789117697.815387:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:2.0:1789117697.815391:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d1887a500. 00000800:00000200:2.0:1789117697.815398:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:2.0:1789117697.815406:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:2.0:1789117697.815411:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d1887a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789117697.815430:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789117697.815435:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:2.0:1789117697.815437:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295052033 00000100:00000010:2.0:1789117697.815441:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d072ccd80. 00000100:00000001:2.0:1789117697.815448:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789117697.815454:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295052033 00000100:00000010:2.0:1789117697.815457:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d072ccba0. 00000100:00000001:2.0:1789117697.815460:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789117697.815464:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117697.815467:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117697.815469:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789117697.815473:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117697.815479:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789117697.815481:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117697.815483:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789117697.815485:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789117697.815487:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789117697.815489:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565794304:192.168.201.125@tcp:400:kworker.0 00000100:00000001:2.0:1789117697.815492:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789117697.815499:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789117697.815501:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117697.815503:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789117697.815505:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9f600. 02000000:00000001:2.0:1789117697.815507:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789117697.815510:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:2.0:1789117697.815513:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d04dab630. 00000400:00000010:2.0:1789117697.815516:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d22197dd0. 00000100:00000200:2.0:1789117697.815519:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565794304, portal 10 00000100:00000001:2.0:1789117697.815522:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789117697.815523:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475399744 : -131335234151872 : ffff888d22059a40) 00000100:00000040:2.0:1789117697.815552:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117697.815559:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789117697.815561:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:2.0:1789117697.815564:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d22197000. 00000100:00000200:2.0:1789117697.815567:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565794304, offset 0 00000400:00000200:2.0:1789117697.815571:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:2.0:1789117697.815576:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117697.815579:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:2.0:1789117697.815582:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789117697.815584:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:2.0:1789117697.815587:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789117697.815589:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:2.0:1789117697.815592:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [167:167:255:4294967295] 192.168.201.125@tcp LPNI seq info [167:167:7:4294967295] 00000400:00000200:2.0:1789117697.815596:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117697.815602:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:2.0:1789117697.815606:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:2.0:1789117697.815610:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d1887ab00. 00000800:00000200:2.0:1789117697.815614:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:2.0:1789117697.815618:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:2.0:1789117697.815621:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d1887ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789117697.815630:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117697.815635:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: using a timeout of 130688 usecs (131 jiffies) 00000400:00000200:2.0:1789117697.815639:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:2.0:1789117697.815652:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295050883 00000100:00000001:2.0:1789117697.815655:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295052033 00000100:00000001:2.0:1789117697.815657:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295050883 00000100:00000001:2.0:1789117697.815659:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295052033 00000100:00000001:2.0:1789117697.815661:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117697.815664:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117697.815666:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789117697.815670:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117697.815676:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789117697.815677:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117697.815679:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789117697.815681:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789117697.815683:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789117697.815686:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2400:1876025565794560:192.168.201.125@tcp:400:kworker.0 00000100:00000001:2.0:1789117697.815689:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789117697.815692:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789117697.815693:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117697.815694:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789117697.815697:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d11e9ec00. 02000000:00000001:2.0:1789117697.815699:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789117697.815702:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:2.0:1789117697.815705:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d04dabaa8. 00000400:00000010:2.0:1789117697.815708:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d22197b28. 00000100:00000200:2.0:1789117697.815721:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565794560, portal 10 00000100:00000001:2.0:1789117697.815724:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789117697.815725:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475394944 : -131335234156672 : ffff888d22058780) 00000100:00000040:2.0:1789117697.815732:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117697.815881:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789117697.815883:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:2.0:1789117697.815886:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d221976e8. 00000100:00000200:2.0:1789117697.815888:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565794560, offset 0 00000400:00000200:2.0:1789117697.815890:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:2.0:1789117697.815894:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117697.815896:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:2.0:1789117697.815898:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789117697.815900:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:2.0:1789117697.815902:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789117697.815904:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:2.0:1789117697.815907:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [168:168:254:4294967295] 192.168.201.125@tcp LPNI seq info [168:168:6:4294967295] 00000400:00000200:2.0:1789117697.815911:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:2.0:1789117697.815916:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:2.0:1789117697.815920:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:2.0:1789117697.815924:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d1887a200. 00000800:00000200:2.0:1789117697.815927:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:2.0:1789117697.815932:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:2.0:1789117697.815934:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d1887a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789117697.815937:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117697.815940:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: using a timeout of 29627 usecs (30 jiffies) 00000400:00000200:2.0:1789117697.815943:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:2.0:1789117697.815945:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295050782 00000100:00000001:2.0:1789117697.815948:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295052033 00000100:00000001:2.0:1789117697.815950:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295050782 00000100:00000001:2.0:1789117697.815953:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295052033 00000100:00000001:2.0:1789117697.815955:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117697.815957:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117697.815965:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117697.815968:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117697.815975:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789117697.815978:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789117697.815980:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117697.815981:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789117697.815983:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117697.815985:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789117697.816044:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdeee0. 00000100:00000200:3.0:1789117697.816048:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565794176, portal 10 00000100:00000001:3.0:1789117697.816050:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117697.816051:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475406464 : -131335234145152 : ffff888d2205b480) 00000100:00000040:3.0:1789117697.816058:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.816064:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117697.816067:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117697.816069:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde5d8. 00000100:00000200:3.0:1789117697.816072:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565794176, offset 0 00000400:00000200:3.0:1789117697.816077:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117697.816081:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117697.816215:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117697.816217:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117697.816219:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117697.816221:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117697.816222:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117697.816229:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [169:169:253:4294967295] 192.168.201.125@tcp LPNI seq info [169:169:5:4294967295] 00000400:00000200:3.0:1789117697.816231:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117697.816236:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117697.816239:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117697.816241:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5b800. 00000800:00000200:3.0:1789117697.816244:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117697.816247:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117697.816249:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117697.816251:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.816253:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: using a timeout of 116156 usecs (117 jiffies) 00000400:00000200:3.0:1789117697.816254:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117697.816256:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295050870 00000100:00000001:3.0:1789117697.816257:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295052033 00000100:00000001:3.0:1789117697.816259:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295050870 00000100:00000001:3.0:1789117697.816260:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295052033 00000100:00000001:3.0:1789117697.816261:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117697.816262:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.816264:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117697.816266:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.816270:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117697.816271:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117697.816273:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117697.816274:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117697.816275:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117697.816277:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2401:1876025565794432:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117697.816279:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117697.816281:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117697.816283:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117697.816288:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117697.816290:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d205a7e00. 02000000:00000001:3.0:1789117697.816292:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117697.816294:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117697.816295:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054dfe18. 00000400:00000010:3.0:1789117697.816298:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde000. 00000100:00000200:3.0:1789117697.816300:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565794432, portal 10 00000100:00000001:3.0:1789117697.816301:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117697.816302:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475397824 : -131335234153792 : ffff888d220592c0) 00000100:00000040:3.0:1789117697.816306:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.816310:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117697.816311:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117697.816313:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdec38. 00000100:00000200:3.0:1789117697.816314:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565794432, offset 0 00000400:00000200:3.0:1789117697.816317:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117697.816319:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117697.816321:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117697.816322:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117697.816324:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117697.816325:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117697.816379:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117697.816383:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [170:170:252:4294967295] 192.168.201.125@tcp LPNI seq info [170:170:4:4294967295] 00000400:00000200:3.0:1789117697.816387:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117697.816393:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117697.816398:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117697.816402:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5b300. 00000800:00000200:3.0:1789117697.816405:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117697.816409:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117697.816412:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117697.816415:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.816422:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: using a timeout of 21225 usecs (22 jiffies) 00000400:00000200:3.0:1789117697.816425:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117697.816427:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295050775 00000100:00000001:3.0:1789117697.816430:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295052033 00000100:00000001:3.0:1789117697.816432:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295050775 00000100:00000001:3.0:1789117697.816434:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295052033 00000100:00000001:3.0:1789117697.816436:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117697.816438:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.816440:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.816442:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.816447:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117697.816449:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789117697.816451:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117697.816452:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117697.816453:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.816455:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117697.819375:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117697.819384:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d1887a500. 00000400:00000200:0.0:1789117697.819393:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117697.819403:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117697.819412:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d221974c8 00000400:00000010:0.0:1789117697.819430:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d221974c8. 00000100:00000001:0.0:1789117697.819436:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117697.819446:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.819458:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117697.819462:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.819469:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117697.819471:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117697.819487:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117697.819489:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d1887ab00. 00000400:00000200:0.0:1789117697.819492:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117697.819495:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117697.819497:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d22197000 00000400:00000010:0.0:1789117697.819510:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d22197000. 00000100:00000001:0.0:1789117697.819513:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117697.819517:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.819546:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117697.819549:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.819555:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117697.819556:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117697.819566:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117697.819568:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d1887a200. 00000400:00000200:0.0:1789117697.819571:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117697.819574:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117697.819576:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d221976e8 00000400:00000010:0.0:1789117697.819578:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d221976e8. 00000100:00000001:0.0:1789117697.819582:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117697.819586:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.819592:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117697.819601:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.819608:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117697.819609:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117697.819619:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117697.819620:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5b800. 00000400:00000200:0.0:1789117697.819624:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117697.819627:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117697.819631:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde5d8 00000400:00000010:0.0:1789117697.819633:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde5d8. 00000100:00000001:0.0:1789117697.819635:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117697.819650:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.819658:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117697.819661:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.819668:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117697.819669:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117697.819756:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117697.819759:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5b300. 00000400:00000200:0.0:1789117697.819762:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117697.819766:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117697.819769:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdec38 00000400:00000010:0.0:1789117697.819771:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdec38. 00000100:00000001:0.0:1789117697.819773:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117697.819778:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.819786:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117697.819789:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.819794:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117697.819796:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789117697.823174:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.823190:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117697.823194:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.823197:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117697.823205:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823213:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117697.823221:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823226:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823231:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823235:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 25 MB=0x6aa3c3d704f00 00000400:00000200:0.0:1789117697.823239:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823245:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 224/224 into md 0x969 [1] + 224 00000800:00000001:0.0:1789117697.823252:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.823257:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117697.823260:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117697.823264:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117697.823272:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117697.823281:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117697.823292:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.823309:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117697.823318:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.823321:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117697.823323:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.823325:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117697.823327:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823331:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117697.823334:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823337:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823340:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823342:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705000 00000400:00000200:0.0:1789117697.823346:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823372:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x971 [1] + 224 00000800:00000001:0.0:1789117697.823376:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.823379:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117697.823381:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117697.823385:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117697.823388:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117697.823392:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117697.823401:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.823408:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117697.823412:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.823415:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117697.823416:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.823418:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117697.823421:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823424:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117697.823428:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823431:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823433:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823436:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705100 00000400:00000200:0.0:1789117697.823438:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.823442:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x979 [1] + 224 00000800:00000001:0.0:1789117697.823445:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.823450:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117697.823452:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117697.823455:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117697.823458:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117697.823462:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117697.823470:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.823482:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117697.823487:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.823490:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.823779:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117697.823783:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789117697.823789:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117697.823792:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117697.823795:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d04dab3c8. 00000400:00000200:3.0:1789117697.823799:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d22197aa0 00000400:00000010:3.0:1789117697.823802:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d22197aa0. 00000100:00000001:3.0:1789117697.823805:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117697.823810:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117697.823820:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.823825:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117697.823827:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.823829:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117697.823832:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117697.823835:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117697.823837:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117697.823846:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117697.823894:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=107 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117697.823900:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117697.823903:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117697.823905:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117697.823907:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117697.823910:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.823914:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.823920:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.823928:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117697.823932:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117697.823934:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117697.823938:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117697.823946:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565794048:192.168.201.125@tcp:400:kworker.0 00000400:00000001:3.0:1789117697.823952:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117697.823954:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117697.823955:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d04dab630. 00000400:00000200:3.0:1789117697.823958:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d22197dd0 00000400:00000010:3.0:1789117697.823960:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d22197dd0. 00000100:00000001:3.0:1789117697.823962:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117697.823965:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117697.823973:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.823980:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117697.823982:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.823984:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117697.823985:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117697.823986:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117697.823988:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117697.823995:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117697.824001:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11390c60 time=106 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117697.824004:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11390c18 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117697.824006:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117697.824007:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117697.824009:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789117697.824013:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789117697.824020:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.824023:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117697.824025:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117697.824026:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117697.824028:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.824032:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.824038:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117697.824040:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117697.824041:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117697.824045:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117697.824051:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2400:1876025565794304:192.168.201.125@tcp:400:kworker.0 00000400:00000001:3.0:1789117697.824057:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117697.824058:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117697.824060:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d04dabaa8. 00000400:00000200:3.0:1789117697.824062:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d22197b28 00000400:00000010:3.0:1789117697.824064:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d22197b28. 00000100:00000001:3.0:1789117697.824067:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117697.824070:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117697.824078:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.824094:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117697.824096:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.824098:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117697.824100:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117697.824101:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117697.824103:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117697.824105:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117697.824109:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b4c60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117697.824112:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b4c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117697.824114:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117697.824115:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117697.824117:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789117697.824121:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789117697.824128:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.824131:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117697.824132:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117697.824134:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117697.824135:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.824139:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.824145:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117697.824147:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117697.824148:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117697.824151:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117697.824158:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2400:1876025565794560:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117697.824163:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.824166:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117697.824169:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22059e00 x1876025565794048/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.824180:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117697.824183:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117697.824186:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9e200. 02000000:00000001:3.0:1789117697.824189:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117697.824192:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117697.824194:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:3.0:1789117697.824196:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117697.824198:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02b5ba00. 02000000:00000001:3.0:1789117697.824202:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117697.824203:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117697.824205:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22059e00. 00000100:00000001:3.0:1789117697.824211:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117697.824212:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.824214:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117697.824217:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22059a40 x1876025565794304/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.824222:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117697.824223:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117697.824224:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9f600. 02000000:00000001:3.0:1789117697.824227:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117697.824229:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117697.824230:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d11390800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000001:3.0:1789117697.824231:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117697.824232:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02b5bc00. 02000000:00000001:3.0:1789117697.824234:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117697.824235:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117697.824236:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22059a40. 00000100:00000001:3.0:1789117697.824237:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117697.824238:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.824239:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117697.824242:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22058780 x1876025565794560/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.824247:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117697.824248:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117697.824253:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d11e9ec00. 02000000:00000001:3.0:1789117697.824257:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117697.824258:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117697.824259:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d034b4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d20018000 00000020:00000001:3.0:1789117697.824261:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117697.824263:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02b5b600. 02000000:00000001:3.0:1789117697.824266:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117697.824267:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117697.824268:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22058780. 00000100:00000001:3.0:1789117697.824274:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117697.824276:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.824278:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.824286:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117697.824288:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.824291:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117697.824294:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789117697.824359:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.824369:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117697.824371:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.824374:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117697.824380:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.824384:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117697.824391:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.824394:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.824399:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.824402:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d704f80 00000400:00000200:0.0:1789117697.824406:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.824412:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:0.0:1789117697.824416:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.824420:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117697.824423:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117697.824427:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117697.824432:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117697.824437:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117697.824446:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.824465:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117697.824474:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.824480:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117697.824482:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.824487:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117697.824491:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.824498:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117697.824510:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.824513:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.824519:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.824523:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705080 00000400:00000200:0.0:1789117697.824564:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117697.824574:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0x989 [1] + 224 00000800:00000001:0.0:1789117697.824580:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.824591:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117697.824593:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117697.824598:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117697.824604:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117697.824610:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117697.824622:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117697.824632:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117697.824636:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117697.824639:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.824828:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117697.824831:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789117697.824835:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117697.824837:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117697.824839:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054dfcb8. 00000400:00000200:3.0:1789117697.824844:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdeee0 00000400:00000010:3.0:1789117697.824846:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdeee0. 00000100:00000001:3.0:1789117697.824849:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117697.824853:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117697.824862:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.824868:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117697.824870:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.824872:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117697.824873:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117697.824875:0:2401:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117697.824876:0:2401:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117697.824879:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117697.824884:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11393460 time=107 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117697.824887:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11393418 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117697.824896:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117697.824898:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117697.824900:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117697.824902:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.824904:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117697.824905:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117697.824907:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117697.824908:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.824913:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.824920:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117697.824922:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117697.824923:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117697.824928:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117697.824937:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d2205b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565794176:192.168.201.125@tcp:400:kworker.0 00000400:00000001:3.0:1789117697.824949:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117697.824950:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117697.824953:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054dfe18. 00000400:00000200:3.0:1789117697.824957:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde000 00000400:00000010:3.0:1789117697.824959:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde000. 00000100:00000001:3.0:1789117697.824964:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117697.824972:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117697.824985:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.824993:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117697.824994:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.824996:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117697.824997:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117697.824998:0:2401:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117697.825000:0:2401:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117697.825007:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117697.825012:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b2c60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117697.825016:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b2c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117697.825018:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117697.825020:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117697.825021:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117697.825023:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.825027:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117697.825030:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117697.825032:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117697.825034:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117697.825038:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.825044:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117697.825046:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117697.825048:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117697.825052:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117697.825071:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d220592c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2401:1876025565794432:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117697.825076:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.825079:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117697.825089:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d2205b480 x1876025565794176/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.825095:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117697.825097:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117697.825099:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d205a6800. 02000000:00000001:3.0:1789117697.825102:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117697.825104:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117697.825105:0:2401:0:(genops.c:1223:class_import_put()) import ffff888d11393000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000001:3.0:1789117697.825107:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117697.825110:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02b5b400. 02000000:00000001:3.0:1789117697.825113:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117697.825119:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117697.825123:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d2205b480. 00000100:00000001:3.0:1789117697.825131:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117697.825133:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.825135:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117697.825140:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d220592c0 x1876025565794432/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117697.825147:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117697.825152:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117697.825154:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d205a7e00. 02000000:00000001:3.0:1789117697.825157:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117697.825160:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117697.825162:0:2401:0:(genops.c:1223:class_import_put()) import ffff888d034b2800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d20018000 00000020:00000001:3.0:1789117697.825164:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117697.825165:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02b5b200. 02000000:00000001:3.0:1789117697.825167:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117697.825169:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117697.825170:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d220592c0. 00000100:00000001:3.0:1789117697.825172:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117697.825173:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.825175:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117697.825181:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117697.825184:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117697.825188:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117697.825192:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117698.198717:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117698.198725:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117698.198730:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117698.198732:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789117698.206121:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789117698.206130:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117698.206135:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1789117699.083552:0:10274:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff888d03eb4f50. 00000400:00000040:0.0:1789117699.083575:0:10274:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1789117699.083578:0:10274:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1789117699.083580:0:10274:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1789117699.083582:0:10274:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1789117699.083583:0:10274:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1789117699.083585:0:10274:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1789117699.083586:0:10274:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1789117699.085029:0:10274:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff888d03eb4f50. 00000100:00000040:0.0:1789117699.160108:0:8643:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295052033, at 4295052097 00000100:00000010:0.0:1789117699.160124:0:8643:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d072ccd80. 00000100:00000040:1.0:1789117699.160592:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295052033, at 4295052097 00000100:00000010:1.0:1789117699.160600:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d072ccba0. 00010000:00000001:3.0:1789117699.224079:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117699.224086:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117699.224091:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117699.224092:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117699.224955:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117699.224959:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117699.224962:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117700.248130:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117700.248138:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117700.248144:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117700.248146:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789117700.248518:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789117700.248523:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117700.248548:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789117700.375483:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.375503:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117700.375508:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.375511:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117700.375521:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.375553:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117700.375564:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.375568:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.375574:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.375578:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 328 into portal 15 MB=0x6aa3c3e91b280 00000400:00000200:0.0:1789117700.375587:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.125@tcp of length 328/328 into md 0x19 [2] + 984 00000800:00000001:0.0:1789117700.375593:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.375610:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117700.375613:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117700.375617:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117700.375625:0:2391:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1789117700.375627:0:2391:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789117700.375633:0:2391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c1e00. 00000100:00000040:0.0:1789117700.375636:0:2391:0:(events.c:337:request_in_callback()) incoming req@ffff888d221c1e00 x1876025584759424 msgsize 328 00000100:00100000:0.0:1789117700.375640:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.125@tcp (source: 12345-192.168.201.125@tcp) 00000100:00000001:0.0:1789117700.375649:0:2391:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1789117700.375658:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.375661:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117700.375662:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.375664:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117700.375667:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.375670:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117700.375673:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.375675:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.375677:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.375680:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 328 into portal 15 MB=0x6aa3c3e91b300 00000400:00000200:0.0:1789117700.375683:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.125@tcp of length 328/328 into md 0x19 [2] + 1312 00000800:00000001:0.0:1789117700.375687:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.375860:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117700.375863:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117700.375868:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117700.375871:0:2391:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1789117700.375872:0:2391:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789117700.375876:0:2391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c3840. 00000100:00000040:0.0:1789117700.375879:0:2391:0:(events.c:337:request_in_callback()) incoming req@ffff888d221c3840 x1876025584759552 msgsize 328 00000100:00100000:0.0:1789117700.375883:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.125@tcp (source: 12345-192.168.201.125@tcp) 00000100:00000001:0.0:1789117700.375896:0:2391:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1789117700.375900:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.375903:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117700.375926:0:6162:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789117700.375928:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876025584759424 02000000:00000001:0.0:1789117700.375931:0:6162:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789117700.375934:0:6162:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117700.375936:0:6162:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117700.375941:0:6162:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117700.375954:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876025584759424 00000100:00000001:1.0:1789117700.375954:0:6161:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1789117700.375957:0:6162:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:1.0:1789117700.375957:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876025584759552 02000000:00000001:1.0:1789117700.375959:0:6161:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1789117700.375960:0:6162:0:(genops.c:804:class_conn2export()) looking for export cookie 0x45c7bbc498656d2 00000100:00000001:1.0:1789117700.375960:0:6161:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117700.375961:0:6161:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117700.375963:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:1.0:1789117700.375965:0:6161:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789117700.375967:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET export ffff888d113f1800 refcount=3 00000100:00100000:1.0:1789117700.375967:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876025584759552 00000020:00000001:1.0:1789117700.375968:0:6161:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789117700.375969:0:6161:0:(genops.c:804:class_conn2export()) looking for export cookie 0x45c7bbc498656d2 00000020:00000001:0.0:1789117700.375970:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612738193954816 : -131335515596800 : ffff888d113f1800) 00000020:00000001:1.0:1789117700.375971:0:6161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1789117700.375972:0:6162:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446612738193954816 : -131335515596800 : ffff888d113f1800) 00000020:00000040:1.0:1789117700.375973:0:6161:0:(lustre_handles.c:148:class_handle2object()) GET export ffff888d113f1800 refcount=4 00000020:00000001:1.0:1789117700.375975:0:6161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612738193954816 : -131335515596800 : ffff888d113f1800) 00000100:00000001:0.0:1789117700.375976:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1789117700.375976:0:6161:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446612738193954816 : -131335515596800 : ffff888d113f1800) 00000100:00000001:1.0:1789117700.375978:0:6161:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789117700.375980:0:6162:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff888d18ab0d80. 00000020:00000010:1.0:1789117700.375981:0:6161:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff888d05c1e800. 00000100:00000001:1.0:1789117700.375983:0:6161:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117700.375984:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789117700.375986:0:6162:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff888d18ab0d80. 00000020:00000010:1.0:1789117700.375991:0:6161:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff888d05c1e800. 00000020:00000010:0.0:1789117700.375992:0:6162:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff888d0358a000. 00000020:00000010:1.0:1789117700.375995:0:6161:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff888d20014200. 00000020:00000010:0.0:1789117700.375996:0:6162:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff888d18766700. 00000020:00000010:1.0:1789117700.375997:0:6161:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff888d12caba80. 00000020:00000010:0.0:1789117700.376001:0:6162:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff888d052a1640. 00000100:00000040:0.0:1789117700.376009:0:6162:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000010:1.0:1789117700.376011:0:6161:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff888d18a1d578. 00000100:00000001:0.0:1789117700.376012:0:6162:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789117700.376013:0:6162:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789117700.376014:0:6161:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789117700.376015:0:6161:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789117700.376017:0:6161:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117700.376020:0:6162:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117700.376025:0:6162:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117700.376025:0:6161:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117700.376028:0:6161:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117700.376029:0:6162:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117700.376038:0:6162:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789117700.376038:0:6161:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789117700.376040:0:6162:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789117700.376040:0:6161:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789117700.376045:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.125@tcp, seq: 3 00000100:00000040:1.0:1789117700.376048:0:6161:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff888d113f1800 : new rpc_count 1 00000100:00000001:1.0:1789117700.376050:0:6161:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446612738476875264 : -131335232676352 : ffff888d221c1e00) 00000100:00000040:1.0:1789117700.376058:0:6161:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff888d221c1e00 x1876025584759424/t0(0) o104->aa63026c-d7d6-4509-a07c-c63597c88596@192.168.201.125@tcp:251/0 lens 328/0 e 0 to 0 dl 1789117711 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789117700.376067:0:6161:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789117700.376070:0:6161:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff888d05c1e800. 00000100:00000001:1.0:1789117700.376072:0:6161:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789117700.376074:0:6161:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff888d05c1e800. 00000100:00100000:1.0:1789117700.376079:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff888d221c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aa63026c-d7d6-4509-a07c-c63597c88596+4:13400:x1876025584759424:12345-192.168.201.125@tcp:104: 00000100:00000200:1.0:1789117700.376083:0:6161:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876025584759424 00010000:00000001:1.0:1789117700.376086:0:6161:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789117700.376094:0:6161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789117700.376096:0:6161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789117700.376098:0:6161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff888d01630e00 refcount=2 00000020:00000001:1.0:1789117700.376100:0:6161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612737927876096 : -131335781675520 : ffff888d01630e00) 00010000:00000001:1.0:1789117700.376103:0:6161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612737927876096 : -131335781675520 : ffff888d01630e00) 00010000:00000001:1.0:1789117700.376106:0:6161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789117700.376110:0:6161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117700.376115:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789117700.376129:0:6161:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789117700.376132:0:6161:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789117700.376137:0:6161:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff888d05685400. 02000000:00000001:1.0:1789117700.376140:0:6161:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117700.376143:0:6161:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117700.376147:0:6161:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789117700.376149:0:6161:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117700.376153:0:6161:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d1169b1e8 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117700.376158:0:6161:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789117700.376161:0:6161:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff888d03f8ac40 refcount 28 to 192.168.201.125@tcp 00000100:00000001:1.0:1789117700.376163:0:6161:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612737971235904 : -131335738315712 : ffff888d03f8ac40) 02000000:00000001:1.0:1789117700.376166:0:6161:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789117700.376168:0:6161:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117700.376171:0:6161:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117700.376174:0:6161:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117700.376178:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d880. 00000100:00000200:1.0:1789117700.376183:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876025584759424, offset 224 00000400:00000200:1.0:1789117700.376190:0:6161:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117700.376196:0:6161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117700.376202:0:6161:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.25@tcp to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117700.376208:0:6161:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [171:171:256:4294967295] 192.168.201.125@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1789117700.376212:0:6161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117700.376219:0:6161:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:192.168.201.25@tcp) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117700.376225:0:6161:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117700.376230:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238d700. 00000800:00000200:1.0:1789117700.376236:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117700.376244:0:6161:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117700.376248:0:6161:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117700.376259:0:6161:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117700.376262:0:6161:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff888d03f8ac40 refcount 27 to 192.168.201.125@tcp 00010000:00000001:1.0:1789117700.376270:0:6161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789117700.376274:0:6161:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff888d1856f9c0. 00010000:00000001:1.0:1789117700.376276:0:6161:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789117700.377701:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1789117700.377715:0:6161:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117700.377718:0:6161:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117700.377721:0:6161:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117700.377732:0:6161:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c1e00 x1876025584759424/t0(0) o104->aa63026c-d7d6-4509-a07c-c63597c88596@192.168.201.125@tcp:251/0 lens 328/224 e 0 to 0 dl 1789117711 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789117700.377744:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff888d221c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aa63026c-d7d6-4509-a07c-c63597c88596+4:13400:x1876025584759424:12345-192.168.201.125@tcp:104: Request processed in 1674us (2105us total) trans 0 rc 0/0 00000020:00000001:2.0:1789117700.378264:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117700.378269:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117700.378272:0:6172:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789117700.378276:0:6172:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789117700.378278:0:6172:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789117700.378283:0:6172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117700.378293:0:6172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff888d01630e00 already unused, calling callback (ffffffffc145bc20) 10000000:00000001:2.0:1789117700.378297:0:6172:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789117700.378305:0:6172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789117700.378312:0:6172:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789117700.378314:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789117700.378316:0:6172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789117700.378318:0:6172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff888d01630e00 refcount=3 00000020:00000001:2.0:1789117700.378320:0:6172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612737927876096 : -131335781675520 : ffff888d01630e00) 00010000:00000001:2.0:1789117700.378323:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612737927876096 : -131335781675520 : ffff888d01630e00) 00010000:00000001:2.0:1789117700.378325:0:6172:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789117700.378327:0:6172:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789117700.378334:0:6172:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789117700.378336:0:6172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789117700.378360:0:6172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1789117700.378364:0:6172:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789117700.378366:0:6172:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1789117700.378367:0:6172:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789117700.378369:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789117700.378370:0:6172:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789117700.378383:0:6172:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789117700.378385:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789117700.378386:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff888d0358a400) refs 2 10000000:00000001:2.0:1789117700.378389:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789117700.378390:0:6172:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117700.378393:0:6172:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789117700.378395:0:6172:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789117700.378397:0:6172:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789117700.378399:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789117700.378402:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789117700.378406:0:6172:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff888d01630e00 with handle 0x45c7bbc4986579d from hash 00010000:00000001:2.0:1789117700.378408:0:6172:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789117700.378410:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789117700.378412:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789117700.378413:0:6172:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789117700.378415:0:6172:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789117700.378417:0:6172:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1789117700.378420:0:6172:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789117700.378423:0:6172:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789117700.378436:0:6172:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d08ab83c0. 00000020:00000040:2.0:1789117700.378440:0:6172:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:2.0:1789117700.378445:0:6172:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789117700.378447:0:6172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789117700.378452:0:6172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789117700.378461:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff888d11e9e600. 00000100:00000001:2.0:1789117700.378468:0:6172:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117700.378471:0:6172:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789117700.378477:0:6172:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117700.378492:0:6172:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789117700.378494:0:6172:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.378499:0:6172:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789117700.378504:0:6172:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117700.378514:0:6172:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ea08df] to pc [ptlrpcd_01_01+1] req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789117700.378551:0:6172:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789117700.378554:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789117700.378556:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789117700.378557:0:6172:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117700.378559:0:6172:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789117700.378561:0:6172:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117700.378564:0:6172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789117700.378569:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789117700.378571:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.125@tcp lock: ffff888d01630e00/0x45c7bbc4986579d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627daaa3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789117700.378582:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789117700.378584:0:6172:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789117700.378586:0:6172:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff888d1856f9c0. 00010000:00000001:2.0:1789117700.378591:0:6172:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117700.378593:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117700.378605:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117700.378608:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789117700.378610:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117700.378611:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117700.378612:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789117700.378613:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117700.378615:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117700.378616:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789117700.380548:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117700.380574:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117700.380577:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117700.380590:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117700.380617:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117700.380619:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117700.380625:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117700.380629:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117700.380631:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117700.380635:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565794688:192.168.201.125@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789117700.380639:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117700.380645:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117700.380648:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117700.380650:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117700.380657:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d205a7a00. 02000000:00000001:3.0:1789117700.380659:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117700.380666:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117700.380685:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054dfe18. 00000400:00000010:3.0:1789117700.380693:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde000. 00000100:00000200:3.0:1789117700.380700:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565794688, portal 18 00000100:00000001:3.0:1789117700.380703:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117700.380705:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738050065344 : -131335659486272 : ffff888d08ab83c0) 00000100:00000040:3.0:1789117700.380718:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117700.380726:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117700.380729:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117700.380731:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdeee0. 00000100:00000200:3.0:1789117700.380735:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876025565794688, offset 0 00000400:00000200:3.0:1789117700.380742:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117700.380751:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117700.380758:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117700.380763:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117700.380767:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117700.380777:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117700.380779:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117700.380783:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [172:172:255:4294967295] 192.168.201.125@tcp LPNI seq info [172:172:7:4294967295] 00000400:00000200:3.0:1789117700.380787:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117700.380797:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117700.380803:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117700.380809:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5b600. 00000800:00000200:3.0:1789117700.380816:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117700.380824:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117700.380828:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5b600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789117700.380832:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117700.380836:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117700.380839:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295054598 00000100:00000010:3.0:1789117700.380843:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d188f1ea0. 00000100:00000001:3.0:1789117700.380850:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789117700.380856:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295054598 00000100:00000010:3.0:1789117700.380859:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d188f1c00. 00000100:00000001:3.0:1789117700.380861:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789117700.380864:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117700.380867:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117700.380870:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117700.380872:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117700.380879:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117700.380881:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789117700.380883:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117700.380884:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117700.380886:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117700.380888:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117700.380897:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117700.380900:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117700.384938:0:6162:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117700.384955:0:6162:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117700.385024:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117700.385028:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238d700. 00000400:00000200:0.0:1789117700.385037:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117700.385045:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117700.385053:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d880 00000400:00000010:0.0:1789117700.385055:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d880. 00000100:00000001:0.0:1789117700.385061:0:2390:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1789117700.385063:0:2390:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1789117700.385139:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117700.385142:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5b600. 00000400:00000200:0.0:1789117700.385146:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117700.385149:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117700.385153:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdeee0 00000400:00000010:0.0:1789117700.385155:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdeee0. 00000100:00000001:0.0:1789117700.385158:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117700.385166:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117700.385178:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117700.385181:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117700.385188:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117700.385190:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1789117700.386229:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.125@tcp, seq: 3 00000100:00000040:1.0:1789117700.386236:0:6161:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff888d113f1800 : new rpc_count 0 00000100:00000001:1.0:1789117700.386239:0:6161:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789117700.386242:0:6161:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789117700.386249:0:6161:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff888d18766700. 00000020:00000010:1.0:1789117700.386259:0:6161:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff888d052a1640. 00000020:00000010:1.0:1789117700.386265:0:6161:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff888d0358a000. 00000020:00000040:1.0:1789117700.386271:0:6161:0:(genops.c:879:class_export_put()) PUTting export ffff888d113f1800 : new refcount 3 00000100:00000001:1.0:1789117700.386276:0:6161:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117700.386298:0:6161:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789117700.386313:0:6161:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789117700.386319:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.125@tcp, seq: 4 00000100:00000040:1.0:1789117700.386323:0:6161:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff888d113f1800 : new rpc_count 1 00000100:00000001:1.0:1789117700.386325:0:6161:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446612738476881984 : -131335232669632 : ffff888d221c3840) 00000100:00000040:1.0:1789117700.386332:0:6161:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff888d221c3840 x1876025584759552/t0(0) o104->aa63026c-d7d6-4509-a07c-c63597c88596@192.168.201.125@tcp:251/0 lens 328/0 e 0 to 0 dl 1789117711 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789117700.386343:0:6161:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789117700.386349:0:6161:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff888d05c1e800. 00000100:00000001:1.0:1789117700.386352:0:6161:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789117700.386371:0:6161:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff888d05c1e800. 00000100:00100000:1.0:1789117700.386378:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff888d221c3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aa63026c-d7d6-4509-a07c-c63597c88596+3:13400:x1876025584759552:12345-192.168.201.125@tcp:104: 00000100:00000200:1.0:1789117700.386382:0:6161:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876025584759552 00010000:00000001:1.0:1789117700.386385:0:6161:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789117700.386394:0:6161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789117700.386396:0:6161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789117700.386400:0:6161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff888d014f9000 refcount=2 00000020:00000001:1.0:1789117700.386402:0:6161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612737926598656 : -131335782952960 : ffff888d014f9000) 00010000:00000001:1.0:1789117700.386405:0:6161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612737926598656 : -131335782952960 : ffff888d014f9000) 00010000:00000001:1.0:1789117700.386409:0:6161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789117700.386414:0:6161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117700.386419:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789117700.386430:0:6161:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789117700.386433:0:6161:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789117700.386439:0:6161:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff888d05686800. 02000000:00000001:1.0:1789117700.386441:0:6161:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117700.386444:0:6161:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117700.386449:0:6161:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789117700.386452:0:6161:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117700.386457:0:6161:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d1169b1e8 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117700.386462:0:6161:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789117700.386464:0:6161:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff888d03f8ac40 refcount 28 to 192.168.201.125@tcp 00000100:00000001:1.0:1789117700.386467:0:6161:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612737971235904 : -131335738315712 : ffff888d03f8ac40) 02000000:00000001:1.0:1789117700.386469:0:6161:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789117700.386471:0:6161:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117700.386474:0:6161:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117700.386477:0:6161:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117700.386482:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d440. 00000100:00000200:1.0:1789117700.386488:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876025584759552, offset 224 00000400:00000200:1.0:1789117700.386496:0:6161:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117700.386506:0:6161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117700.386521:0:6161:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.25@tcp to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117700.386544:0:6161:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [173:173:256:4294967295] 192.168.201.125@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:1.0:1789117700.386548:0:6161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117700.386557:0:6161:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:192.168.201.25@tcp) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117700.386564:0:6161:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117700.386569:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238df00. 00000800:00000200:1.0:1789117700.386577:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117700.386584:0:6161:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117700.386589:0:6161:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117700.386623:0:6161:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117700.386628:0:6161:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff888d03f8ac40 refcount 27 to 192.168.201.125@tcp 00010000:00000001:1.0:1789117700.386631:0:6161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789117700.386635:0:6161:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff888d1856f780. 00010000:00000001:1.0:1789117700.386638:0:6161:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789117700.386653:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1789117700.386655:0:6161:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117700.386657:0:6161:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117700.386659:0:6161:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117700.386664:0:6161:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c3840 x1876025584759552/t0(0) o104->aa63026c-d7d6-4509-a07c-c63597c88596@192.168.201.125@tcp:251/0 lens 328/224 e 0 to 0 dl 1789117711 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789117700.386674:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff888d221c3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:aa63026c-d7d6-4509-a07c-c63597c88596+3:13400:x1876025584759552:12345-192.168.201.125@tcp:104: Request processed in 330us (10793us total) trans 0 rc 0/0 00000100:00100000:1.0:1789117700.386681:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.125@tcp, seq: 4 00000100:00000040:1.0:1789117700.386683:0:6161:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff888d113f1800 : new rpc_count 0 00000100:00000001:1.0:1789117700.386685:0:6161:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789117700.386686:0:6161:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789117700.386689:0:6161:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff888d12caba80. 00000020:00000010:1.0:1789117700.386693:0:6161:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff888d18a1d578. 00000020:00000010:1.0:1789117700.386695:0:6161:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff888d20014200. 00000020:00000040:1.0:1789117700.386704:0:6161:0:(genops.c:879:class_export_put()) PUTting export ffff888d113f1800 : new refcount 2 00000100:00000001:1.0:1789117700.386770:0:6161:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789117700.386880:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117700.386888:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117700.386892:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789117700.386895:0:6171:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789117700.386897:0:6171:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789117700.386901:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117700.386909:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff888d014f9000 already unused, calling callback (ffffffffc145bc20) 10000000:00000001:2.0:1789117700.386912:0:6171:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789117700.386915:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789117700.386921:0:6171:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789117700.386923:0:6171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789117700.386925:0:6171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789117700.386927:0:6171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff888d014f9000 refcount=3 00000020:00000001:2.0:1789117700.386929:0:6171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612737926598656 : -131335782952960 : ffff888d014f9000) 00010000:00000001:2.0:1789117700.386931:0:6171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612737926598656 : -131335782952960 : ffff888d014f9000) 00010000:00000001:2.0:1789117700.386934:0:6171:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789117700.386936:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789117700.386943:0:6171:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789117700.386945:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789117700.386952:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1789117700.386955:0:6171:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789117700.386957:0:6171:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1789117700.386959:0:6171:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789117700.386961:0:6171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789117700.386962:0:6171:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789117700.386980:0:6171:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789117700.386982:0:6171:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789117700.386988:0:6171:0:(mgc_request.c:123:config_log_put()) log params(ffff888d03556800) refs 2 10000000:00000001:2.0:1789117700.386991:0:6171:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789117700.386992:0:6171:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117700.386995:0:6171:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789117700.386998:0:6171:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789117700.387000:0:6171:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789117700.387002:0:6171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789117700.387004:0:6171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789117700.387007:0:6171:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff888d014f9000 with handle 0x45c7bbc4986575e from hash 00010000:00000001:2.0:1789117700.387009:0:6171:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789117700.387011:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789117700.387013:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789117700.387014:0:6171:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789117700.387015:0:6171:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789117700.387017:0:6171:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1789117700.387020:0:6171:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789117700.387022:0:6171:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789117700.387029:0:6171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d08ab8000. 00000020:00000040:2.0:1789117700.387032:0:6171:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=5 obd=MGC192.168.201.125@tcp 00000100:00000001:2.0:1789117700.387036:0:6171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789117700.387038:0:6171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789117700.387043:0:6171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789117700.387048:0:6171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff888d11e9ee00. 00000100:00000001:2.0:1789117700.387053:0:6171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117700.387056:0:6171:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789117700.387059:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789117700.387065:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789117700.387066:0:6171:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.387071:0:6171:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789117700.387075:0:6171:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117700.387082:0:6171:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045206fd8] to pc [ptlrpcd_01_00+0] req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789117700.387100:0:6171:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117700.387105:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1789117700.387107:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1789117700.387108:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1789117700.387109:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789117700.387110:0:6171:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117700.387111:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1789117700.387113:0:6171:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789117700.387115:0:6171:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117700.387118:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1789117700.387121:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789117700.387125:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789117700.387127:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.125@tcp lock: ffff888d014f9000/0x45c7bbc4986575e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x88218805627daa8e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789117700.387129:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117700.387131:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789117700.387135:0:6171:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff888d08998b00 count: 0 02000000:00000001:3.0:1789117700.387135:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117700.387138:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117700.387140:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117700.387143:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565794816:192.168.201.125@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1789117700.387147:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789117700.387147:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1789117700.387148:0:6171:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789117700.387150:0:6171:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff888d1856f780. 02000000:00000001:3.0:1789117700.387152:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1789117700.387153:0:6171:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117700.387155:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1789117700.387155:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117700.387156:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117700.387158:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1789117700.387159:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789117700.387160:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117700.387161:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117700.387163:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1789117700.387163:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d205a6800. 00000020:00000001:2.0:1789117700.387165:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1789117700.387165:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117700.387166:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117700.387167:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1789117700.387170:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117700.387174:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054dfcb8. 00000400:00000010:3.0:1789117700.387179:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde330. 00000100:00000200:3.0:1789117700.387185:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565794816, portal 18 00000100:00000001:2.0:1789117700.387187:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117700.387187:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789117700.387189:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117700.387189:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738050064384 : -131335659487232 : ffff888d08ab8000) 00000100:00000001:2.0:1789117700.387193:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117700.387195:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117700.387196:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117700.387202:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117700.387205:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117700.387207:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde3b8. 00000100:00000200:3.0:1789117700.387210:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876025565794816, offset 0 00000400:00000200:3.0:1789117700.387216:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117700.387220:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117700.387236:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117700.387240:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117700.387243:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117700.387247:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117700.387250:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117700.387259:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [174:174:255:4294967295] 192.168.201.125@tcp LPNI seq info [174:174:7:4294967295] 00000400:00000200:3.0:1789117700.387263:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117700.387270:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117700.387275:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117700.387279:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5b200. 00000800:00000200:3.0:1789117700.387284:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117700.387289:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117700.387293:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5b200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789117700.387296:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117700.387301:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117700.387303:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295054605 00000100:00000001:3.0:1789117700.387310:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054598 00000100:00000001:3.0:1789117700.387314:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295054605 00000100:00000001:3.0:1789117700.387317:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054598 00000100:00000001:3.0:1789117700.387329:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117700.387333:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117700.387335:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117700.387337:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117700.387342:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117700.387345:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789117700.387346:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117700.387348:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117700.387349:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117700.387351:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117700.387584:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117700.387589:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238df00. 00000400:00000200:0.0:1789117700.387593:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117700.387608:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117700.387614:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d440 00000400:00000010:0.0:1789117700.387617:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d440. 00000100:00000001:0.0:1789117700.387629:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1789117700.387631:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1789117700.387714:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117700.387717:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5b200. 00000400:00000200:0.0:1789117700.387720:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117700.387724:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117700.387727:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde3b8 00000400:00000010:0.0:1789117700.387728:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde3b8. 00000100:00000001:0.0:1789117700.387731:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117700.387735:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117700.387744:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117700.387747:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117700.387755:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117700.387756:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789117700.388807:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.388823:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117700.388827:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.388829:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117700.388836:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.388843:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117700.388851:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.388855:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.388860:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.388864:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 18 MB=0x6aa3c3d705180 00000400:00000200:0.0:1789117700.388868:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.388874:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.125@tcp of length 224/224 into md 0x999 [1] + 224 00000800:00000001:0.0:1789117700.388881:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.388888:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117700.388890:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117700.388894:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117700.388901:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117700.388907:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117700.388926:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117700.388955:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117700.388964:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.388967:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.389069:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117700.389074:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789117700.389080:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789117700.389082:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789117700.389085:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054dfe18. 00000400:00000200:2.0:1789117700.389091:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde000 00000400:00000010:2.0:1789117700.389094:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde000. 00000100:00000001:2.0:1789117700.389102:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789117700.389107:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789117700.389116:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117700.389122:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789117700.389125:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.389127:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789117700.389131:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789117700.389133:0:2401:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789117700.389136:0:2401:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117700.389140:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789117700.389146:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f44a8 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1789117700.389151:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=110 v=5 (1 0 0 0) 00000100:00000001:2.0:1789117700.389153:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789117700.389155:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117700.389158:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789117700.389160:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117700.389163:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117700.389168:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117700.389175:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117700.389178:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789117700.389180:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789117700.389184:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117700.389191:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565794688:192.168.201.125@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789117700.389196:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.389198:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789117700.389202:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d08ab83c0 x1876025565794688/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117700.389208:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789117700.389215:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789117700.389218:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d205a7a00. 02000000:00000001:2.0:1789117700.389221:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789117700.389224:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789117700.389226:0:2401:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000020:00000001:2.0:1789117700.389228:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789117700.389230:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff888d11e9e600. 02000000:00000001:2.0:1789117700.389234:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789117700.389235:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789117700.389237:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d08ab83c0. 00000100:00000001:2.0:1789117700.389240:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789117700.389241:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.389243:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.389251:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789117700.389252:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117700.389254:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117700.389256:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789117700.391913:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.391929:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117700.391933:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.391935:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117700.392019:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.392028:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117700.392038:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.392043:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.392049:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.392052:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 18 MB=0x6aa3c3d705200 00000400:00000200:0.0:1789117700.392057:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117700.392064:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.125@tcp of length 224/224 into md 0x9a9 [1] + 224 00000800:00000001:0.0:1789117700.392072:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.392468:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117700.392473:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117700.392479:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117700.392487:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117700.392495:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117700.392505:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117700.392520:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117700.392562:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117700.392567:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.405417:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117700.405425:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789117700.405434:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789117700.405437:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789117700.405441:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054dfcb8. 00000400:00000200:2.0:1789117700.405452:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde330 00000400:00000010:2.0:1789117700.405455:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde330. 00000100:00000001:2.0:1789117700.405460:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789117700.405474:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789117700.405485:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117700.405494:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789117700.405497:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.405499:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789117700.405503:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789117700.405506:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789117700.405508:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789117700.405511:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789117700.405519:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f44a8 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1789117700.405562:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=110 v=5 (1 0 0 0) 00000100:00000001:2.0:1789117700.405565:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789117700.405567:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789117700.405570:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789117700.405574:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117700.405577:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789117700.405584:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117700.405592:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789117700.405604:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789117700.405606:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789117700.405611:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789117700.405620:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d08ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:aa63026c-d7d6-4509-a07c-c63597c88596:2400:1876025565794816:192.168.201.125@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789117700.405625:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.405629:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789117700.405633:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d08ab8000 x1876025565794816/t0(0) o103->MGC192.168.201.125@tcp@192.168.201.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1789117716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789117700.405640:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789117700.405643:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789117700.405647:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d205a6800. 02000000:00000001:2.0:1789117700.405651:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789117700.405656:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789117700.405658:0:2400:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:2.0:1789117700.405661:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789117700.405664:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff888d11e9ee00. 02000000:00000001:2.0:1789117700.405667:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789117700.405669:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789117700.405672:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d08ab8000. 00000100:00000001:2.0:1789117700.405675:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789117700.405677:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.405679:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789117700.405687:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789117700.405694:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789117700.405697:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789117700.405699:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1789117700.414590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff888d01630e00. 00010000:00000010:2.1:1789117700.414621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff888d08998b00. 00010000:00000010:2.1:1789117700.414625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff888d014f9000. 00000400:00000001:0.0:1789117701.040729:0:10354:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:3.0:1789117701.278719:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117701.278730:0:132:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789117701.278733:0:132:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789117701.278737:0:132:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117701.278743:0:132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789117701.278746:0:132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117701.278748:0:132:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117701.278751:0:132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117701.278765:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117701.278767:0:132:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789117701.278768:0:132:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789117701.278770:0:132:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117701.278772:0:132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789117701.278773:0:132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117701.278774:0:132:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117701.278776:0:132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117701.285176:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117701.285196:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117701.285269:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789117701.718675:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295054605, at 4295054656 00000100:00000010:1.0:1789117701.718764:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d188f1c00. 00000100:00000040:0.0:1789117701.723707:0:8643:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295054605, at 4295054661 00000100:00000010:0.0:1789117701.723724:0:8643:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d188f1ea0. 00010000:00000001:3.0:1789117702.294825:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117702.294832:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117702.294837:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117702.294838:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117702.295472:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117702.295476:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117702.295479:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1789117702.358661:0:6174:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789117702.358670:0:6174:0:(mgc_request.c:108:config_log_get()) log params (ffff888d0358a400) refs 2 10000000:00000001:1.0:1789117702.358674:0:6174:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789117702.358676:0:6174:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1789117702.358678:0:6174:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1789117702.358679:0:6174:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789117702.358682:0:6174:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1789117702.358684:0:6174:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789117702.358686:0:6174:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff888d20018000 from 7 10000000:00000001:1.0:1789117702.358689:0:6174:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789117702.358690:0:6174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1789117702.358700:0:6174:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d12c99a40. 00000020:00000040:1.0:1789117702.358704:0:6174:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:1.0:1789117702.358708:0:6174:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789117702.358711:0:6174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789117702.358717:0:6174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789117702.358724:0:6174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff888d20014a00. 00000100:00000001:1.0:1789117702.358731:0:6174:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117702.358735:0:6174:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789117702.358739:0:6174:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789117702.358747:0:6174:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff888d1164b300. 00010000:00000001:1.0:1789117702.358752:0:6174:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789117702.358755:0:6174:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff888d029d5c00. 00000020:00000001:1.0:1789117702.358760:0:6174:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789117702.358763:0:6174:0:(lustre_handles.c:93:class_handle_hash()) added object ffff888d029d5c00 with handle 0x45c7bbc498657ce to hash 00000020:00000001:1.0:1789117702.358765:0:6174:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789117702.358766:0:6174:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446612737948474368 : -131335761077248 : ffff888d029d5c00) 00010000:00000001:1.0:1789117702.358769:0:6174:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446612737948474368 : -131335761077248 : ffff888d029d5c00) 00010000:00000001:1.0:1789117702.358774:0:6174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789117702.358777:0:6174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117702.358782:0:6174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d029d5c00/0x45c7bbc498657ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789117702.358808:0:6174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: ffff888d029d5c00/0x45c7bbc498657ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789117702.358820:0:6174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: ffff888d029d5c00/0x45c7bbc498657ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789117702.358827:0:6174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789117702.358830:0:6174:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789117702.358850:0:6174:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff888d1856f180. 00000100:00000001:1.0:1789117702.358853:0:6174:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612738312958336 : -131335396593280 : ffff888d1856f180) 00000100:00000001:1.0:1789117702.358855:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117702.358857:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738219809344 : -131335489742272 : ffff888d12c99a40) 00000100:00000001:1.0:1789117702.358862:0:6174:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789117702.358866:0:6174:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.358868:0:6174:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789117702.358870:0:6174:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117702.358881:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.358891:0:6174:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117702.358893:0:6174:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117702.358896:0:6174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117702.358899:0:6174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117702.358901:0:6174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117702.358904:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d12c99a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565794944:192.168.201.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789117702.358920:0:6174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117702.358926:0:6174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117702.358929:0:6174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117702.358931:0:6174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117702.358936:0:6174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff888d05687000. 02000000:00000001:1.0:1789117702.358938:0:6174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117702.358945:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117702.358954:0:6174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3dec8. 00000400:00000010:1.0:1789117702.358961:0:6174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9db28. 00000100:00000200:1.0:1789117702.358967:0:6174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876025565794944, portal 25 00000100:00000001:1.0:1789117702.358970:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117702.358971:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738219809344 : -131335489742272 : ffff888d12c99a40) 00000100:00000040:1.0:1789117702.358977:0:6174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.358986:0:6174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117702.358989:0:6174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117702.358992:0:6174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9ddd0. 00000100:00000200:1.0:1789117702.358995:0:6174:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876025565794944, offset 0 00000400:00000200:1.0:1789117702.359001:0:6174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117702.359010:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.359019:0:6174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117702.359025:0:6174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117702.359029:0:6174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117702.359033:0:6174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117702.359036:0:6174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117702.359039:0:6174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [175:175:256:4294967295] 192.168.201.125@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:1.0:1789117702.359044:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.359052:0:6174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117702.359059:0:6174:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117702.359064:0:6174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238df00. 00000800:00000200:1.0:1789117702.359071:0:6174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117702.359080:0:6174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117702.359084:0:6174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789117702.359109:0:6174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117702.359114:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117702.359117:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295056577 00000100:00000010:1.0:1789117702.359121:0:6174:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d04ed47e0. 00000100:00000001:1.0:1789117702.359127:0:6174:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789117702.359138:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295056577 00000100:00000010:1.0:1789117702.359142:0:6174:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d04ed4f60. 00000100:00000001:1.0:1789117702.359145:0:6174:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789117702.359148:0:6174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117702.359151:0:6174:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.359153:0:6174:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117702.359155:0:6174:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789117702.359158:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d1856f180 going to sleep for 11 seconds 00000100:00000001:1.0:1789117702.359160:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117702.359163:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117702.359440:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117702.359444:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238df00. 00000400:00000200:0.0:1789117702.359450:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117702.359454:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117702.359459:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9ddd0 00000400:00000010:0.0:1789117702.359461:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9ddd0. 00000100:00000001:0.0:1789117702.359466:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117702.359470:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.359480:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.359483:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.359489:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.359492:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789117702.365830:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.365847:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117702.365851:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.365854:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.365863:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.365872:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117702.365880:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.365884:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.365890:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.365894:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 344 into portal 25 MB=0x6aa3c3d705280 00000400:00000200:1.0:1789117702.365899:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.365904:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 344/344 into md 0x9b1 [1] + 224 00000800:00000001:1.0:1789117702.365911:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.365918:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.365921:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.365925:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117702.365933:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117702.365942:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117702.365954:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.365977:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117702.366000:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.366003:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117702.366056:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789117702.366064:0:6174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117702.366067:0:6174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117702.366070:0:6174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3dec8. 00000400:00000200:3.0:1789117702.366074:0:6174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9db28 00000400:00000010:3.0:1789117702.366077:0:6174:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9db28. 00000100:00000001:3.0:1789117702.366079:0:6174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117702.366084:0:6174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117702.366093:0:6174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.366099:0:6174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117702.366101:0:6174:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117702.366103:0:6174:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117702.366108:0:6174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117702.366110:0:6174:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117702.366112:0:6174:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117702.366115:0:6174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117702.366121:0:6174:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=112 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117702.366126:0:6174:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=112 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117702.366128:0:6174:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117702.366130:0:6174:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117702.366133:0:6174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117702.366136:0:6174:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.366146:0:6174:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117702.366152:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.366159:0:6174:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117702.366162:0:6174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117702.366164:0:6174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117702.366168:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117702.366189:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d12c99a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565794944:192.168.201.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789117702.366195:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117702.366197:0:6174:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.366200:0:6174:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789117702.366202:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117702.366205:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.366211:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789117702.366214:0:6174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff888d1856f180. 00000100:00000001:3.0:1789117702.366218:0:6174:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789117702.366220:0:6174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117702.366222:0:6174:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789117702.366226:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789117702.366228:0:6174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789117702.366231:0:6174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff888d029d5c00 refcount=4 00000020:00000001:3.0:1789117702.366233:0:6174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612737948474368 : -131335761077248 : ffff888d029d5c00) 00010000:00000001:3.0:1789117702.366236:0:6174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612737948474368 : -131335761077248 : ffff888d029d5c00) 00010000:00000040:3.0:1789117702.366242:0:6174:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff888d029d5c00, remote cookie: 0x88218805627dab05, flags: 0x0 00010000:00000001:3.0:1789117702.366245:0:6174:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789117702.366249:0:6174:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789117702.366251:0:6174:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789117702.366252:0:6174:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789117702.366253:0:6174:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789117702.366256:0:6174:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff888d1164b300) refcount = 1 00010000:00010000:3.0:1789117702.366266:0:6174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: ffff888d029d5c00/0x45c7bbc498657ce lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627dab05 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789117702.366272:0:6174:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789117702.366274:0:6174:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789117702.366275:0:6174:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789117702.366278:0:6174:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789117702.366280:0:6174:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789117702.366283:0:6174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: ffff888d029d5c00/0x45c7bbc498657ce lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627dab05 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789117702.366493:0:6174:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789117702.366495:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789117702.366497:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789117702.366498:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789117702.366499:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789117702.366501:0:6174:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.366504:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117702.366509:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d12c99a40 x1876025565794944/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.366516:0:6174:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117702.366518:0:6174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117702.366522:0:6174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff888d05687000. 02000000:00000001:3.0:1789117702.366576:0:6174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117702.366580:0:6174:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117702.366582:0:6174:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:3.0:1789117702.366584:0:6174:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117702.366587:0:6174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff888d20014a00. 02000000:00000001:3.0:1789117702.366590:0:6174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117702.366592:0:6174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117702.366594:0:6174:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d12c99a40. 00000100:00000001:3.0:1789117702.366597:0:6174:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117702.366599:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789117702.366601:0:6174:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789117702.366605:0:6174:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789117702.366607:0:6174:0:(mgc_request.c:108:config_log_get()) log params (ffff888d0358a400) refs 3 10000000:00000001:3.0:1789117702.366615:0:6174:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117702.366617:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789117702.366618:0:6174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789117702.366620:0:6174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff888d029d5c00 refcount=3 00000020:00000001:3.0:1789117702.366622:0:6174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612737948474368 : -131335761077248 : ffff888d029d5c00) 00010000:00000001:3.0:1789117702.366625:0:6174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612737948474368 : -131335761077248 : ffff888d029d5c00) 00010000:00000001:3.0:1789117702.366627:0:6174:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789117702.366629:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789117702.366630:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789117702.366632:0:6174:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789117702.366635:0:6174:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1789117702.366640:0:6174:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff888d0994ebc0. 00000020:00000010:3.0:1789117702.366645:0:6174:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff888d205a6a00. 00000020:00000010:3.0:1789117702.366650:0:6174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff888d205a6000. 00000040:00000010:3.0:1789117702.366654:0:6174:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff888d205a6e00. 00000020:00000010:3.0:1789117702.366659:0:6174:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff888d034b5000. 00000020:00000010:3.0:1789117702.366663:0:6174:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff888d205a7600. 80000000:00000010:3.0:1789117702.366668:0:6174:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff888d188f1060. 00040000:00000010:3.0:1789117702.366673:0:6174:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff888d205a7800. 20000000:00000010:3.0:1789117702.366678:0:6174:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff888d205a7e00. 10000000:00000040:3.0:1789117702.366683:0:6174:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff888d02e236c0 : new refcount 2 00000020:00000001:3.0:1789117702.366685:0:6174:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1789117702.366687:0:6174:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1789117702.366690:0:6174:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1789117702.366693:0:6174:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff888d205a6c00. 00000040:00000001:3.0:1789117702.366696:0:6174:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1789117702.366699:0:6174:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000010:3.0:1789117702.366703:0:6174:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22058780. 00000020:00000040:3.0:1789117702.366706:0:6174:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=5 obd=MGC192.168.201.125@tcp 00000100:00000001:3.0:1789117702.366710:0:6174:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117702.366713:0:6174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117702.366718:0:6174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117702.366724:0:6174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff888d205a7400. 00000100:00000001:3.0:1789117702.366730:0:6174:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.366737:0:6174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789117702.366744:0:6174:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789117702.366750:0:6174:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff888d05d6b3c0. 00000100:00000001:3.0:1789117702.366752:0:6174:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612738002564032 : -131335706987584 : ffff888d05d6b3c0) 00000100:00000001:3.0:1789117702.366755:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117702.366756:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475394944 : -131335234156672 : ffff888d22058780) 00000100:00000001:3.0:1789117702.366761:0:6174:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117702.366765:0:6174:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.366766:0:6174:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789117702.366768:0:6174:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117702.366773:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.366780:0:6174:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117702.366782:0:6174:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117702.366786:0:6174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117702.366788:0:6174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117702.366791:0:6174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117702.366794:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565795072:192.168.201.125@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789117702.366798:0:6174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117702.366802:0:6174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117702.366804:0:6174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117702.366807:0:6174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117702.366811:0:6174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d205a7200. 02000000:00000001:3.0:1789117702.366813:0:6174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117702.366818:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117702.366821:0:6174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df948. 00000400:00000010:3.0:1789117702.366826:0:6174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdeaa0. 00000100:00000200:3.0:1789117702.366833:0:6174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565795072, portal 25 00000100:00000001:3.0:1789117702.366835:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117702.366837:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475394944 : -131335234156672 : ffff888d22058780) 00000100:00000040:3.0:1789117702.366842:0:6174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.366847:0:6174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117702.366851:0:6174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117702.366859:0:6174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdee58. 00000100:00000200:3.0:1789117702.366863:0:6174:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876025565795072, offset 0 00000400:00000200:3.0:1789117702.366868:0:6174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117702.366875:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117702.366881:0:6174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117702.366887:0:6174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117702.366892:0:6174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117702.366895:0:6174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117702.366898:0:6174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117702.366902:0:6174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [176:176:256:4294967295] 192.168.201.125@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:3.0:1789117702.366906:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117702.366914:0:6174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117702.366920:0:6174:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117702.366924:0:6174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5bc00. 00000800:00000200:3.0:1789117702.366930:0:6174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117702.366938:0:6174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117702.366943:0:6174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5bc00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1789117702.367017:0:6174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117702.367021:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117702.367023:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295056585 00000100:00000001:3.0:1789117702.367031:0:6174:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056577 00000100:00000001:3.0:1789117702.367035:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295056585 00000100:00000001:3.0:1789117702.367038:0:6174:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056577 00000100:00000001:3.0:1789117702.367040:0:6174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117702.367043:0:6174:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.367045:0:6174:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117702.367047:0:6174:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789117702.367050:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d05d6b3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789117702.367052:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117702.367054:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117702.369965:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117702.369976:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5bc00. 00000400:00000200:0.0:1789117702.369984:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117702.369992:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117702.369999:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdee58 00000400:00000010:0.0:1789117702.370001:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdee58. 00000100:00000001:0.0:1789117702.370007:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117702.370014:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.370027:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.370030:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.370036:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.370038:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789117702.375575:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.375593:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117702.375598:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.375600:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.375609:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.375617:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117702.375626:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.375630:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.375636:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.375641:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 272 into portal 25 MB=0x6aa3c3d705300 00000400:00000200:1.0:1789117702.375646:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.375653:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 272/272 into md 0x9c1 [1] + 224 00000800:00000001:1.0:1789117702.375660:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.375667:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.375681:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.375685:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117702.375693:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117702.375701:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117702.375711:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.375737:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117702.375746:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.375750:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.375821:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789117702.375829:0:6174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789117702.375831:0:6174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117702.375834:0:6174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df948. 00000400:00000200:0.0:1789117702.375840:0:6174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdeaa0 00000400:00000010:0.0:1789117702.375842:0:6174:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdeaa0. 00000100:00000001:0.0:1789117702.375845:0:6174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117702.375850:0:6174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117702.375858:0:6174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.375864:0:6174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117702.375867:0:6174:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.375869:0:6174:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117702.375873:0:6174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117702.375876:0:6174:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117702.375878:0:6174:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.375882:0:6174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789117702.375888:0:6174:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=112 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117702.375893:0:6174:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1789117702.375895:0:6174:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117702.375897:0:6174:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117702.375900:0:6174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789117702.375903:0:6174:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.375906:0:6174:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.375910:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.375918:0:6174:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117702.375921:0:6174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117702.375924:0:6174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789117702.375929:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117702.375937:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565795072:192.168.201.125@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789117702.375962:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.375965:0:6174:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.375968:0:6174:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789117702.375971:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.375975:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.375982:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789117702.375986:0:6174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff888d05d6b3c0. 00000100:00000001:0.0:1789117702.375989:0:6174:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789117702.375990:0:6174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789117702.375996:0:6174:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1789117702.376000:0:6174:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117702.376002:0:6174:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000020:00000001:0.0:1789117702.376004:0:6174:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789117702.376006:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.376009:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22058780 x1876025565795072/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.376015:0:6174:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117702.376017:0:6174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117702.376020:0:6174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d205a7200. 02000000:00000001:0.0:1789117702.376024:0:6174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117702.376025:0:6174:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117702.376026:0:6174:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:0.0:1789117702.376028:0:6174:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117702.376030:0:6174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff888d205a7400. 02000000:00000001:0.0:1789117702.376033:0:6174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117702.376034:0:6174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117702.376036:0:6174:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22058780. 00000100:00000001:0.0:1789117702.376040:0:6174:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117702.376041:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1789117702.376045:0:6174:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789117702.376048:0:6174:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1789117702.376056:0:6174:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff888d205fa000. 00000040:00000001:0.0:1789117702.376058:0:6174:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1789117702.376060:0:6174:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1789117702.376067:0:6174:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000010:0.0:1789117702.376072:0:6174:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c3480. 00000020:00000040:0.0:1789117702.376075:0:6174:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=5 obd=MGC192.168.201.125@tcp 00000100:00000001:0.0:1789117702.376078:0:6174:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117702.376081:0:6174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117702.376085:0:6174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117702.376090:0:6174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff888d20025e00. 00000100:00000001:0.0:1789117702.376096:0:6174:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.376100:0:6174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789117702.376102:0:6174:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789117702.376107:0:6174:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff888d09908e40. 00000100:00000001:0.0:1789117702.376110:0:6174:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612738065075776 : -131335644475840 : ffff888d09908e40) 00000100:00000001:0.0:1789117702.376113:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117702.376114:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476881024 : -131335232670592 : ffff888d221c3480) 00000100:00000001:0.0:1789117702.376119:0:6174:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117702.376124:0:6174:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.376126:0:6174:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789117702.376128:0:6174:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117702.376132:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.376140:0:6174:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117702.376143:0:6174:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.376146:0:6174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117702.376149:0:6174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117702.376152:0:6174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117702.376155:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565795200:192.168.201.125@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1789117702.376159:0:6174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117702.376163:0:6174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117702.376165:0:6174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.376167:0:6174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117702.376193:0:6174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff888d03544000. 02000000:00000001:0.0:1789117702.376196:0:6174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117702.376200:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117702.376204:0:6174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4c60. 00000400:00000010:0.0:1789117702.376213:0:6174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff888d09908600. 00000100:00000200:0.0:1789117702.376219:0:6174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876025565795200, portal 25 00000100:00000001:0.0:1789117702.376220:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117702.376222:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476881024 : -131335232670592 : ffff888d221c3480) 00000100:00000040:0.0:1789117702.376228:0:6174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.376235:0:6174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117702.376237:0:6174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117702.376240:0:6174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353880. 00000100:00000200:0.0:1789117702.376243:0:6174:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876025565795200, offset 0 00000400:00000200:0.0:1789117702.376248:0:6174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117702.376254:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.376259:0:6174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117702.376265:0:6174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117702.376268:0:6174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117702.376272:0:6174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117702.376275:0:6174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117702.376279:0:6174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [177:177:256:4294967295] 192.168.201.125@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1789117702.376284:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.376302:0:6174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117702.376308:0:6174:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117702.376313:0:6174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d12fea100. 00000800:00000200:0.0:1789117702.376319:0:6174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117702.376327:0:6174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117702.376332:0:6174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d12fea100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1789117702.376347:0:6174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117702.376351:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117702.376354:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295056594 00000100:00000001:0.0:1789117702.376361:0:6174:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056585 00000100:00000001:0.0:1789117702.376366:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295056594 00000100:00000001:0.0:1789117702.376369:0:6174:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056585 00000100:00000001:0.0:1789117702.376377:0:6174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117702.376380:0:6174:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.376383:0:6174:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117702.376385:0:6174:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789117702.376387:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d09908e40 going to sleep for 11 seconds 00000100:00000001:0.0:1789117702.376390:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117702.376392:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789117702.376845:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117702.376850:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d12fea100. 00000400:00000200:1.0:1789117702.376855:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.376860:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117702.376864:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353880 00000400:00000010:1.0:1789117702.376866:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353880. 00000100:00000001:1.0:1789117702.376869:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117702.376880:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.376891:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117702.376894:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.376900:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.376902:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789117702.387391:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.387410:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117702.387414:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.387417:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.387436:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.387444:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117702.387452:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.387457:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.387462:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.387466:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 8416 into portal 25 MB=0x6aa3c3d705380 00000400:00000200:1.0:1789117702.387470:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.387477:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 8416/8416 into md 0x9c9 [4] + 224 00000800:00000001:1.0:1789117702.387484:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.387496:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.387499:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.387504:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117702.387511:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117702.387520:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117702.387571:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.387592:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117702.387601:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.387605:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.387725:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789117702.387733:0:6174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789117702.387735:0:6174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117702.387738:0:6174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4c60. 00000400:00000200:0.0:1789117702.387743:0:6174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d09908600 00000400:00000010:0.0:1789117702.387746:0:6174:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff888d09908600. 00000100:00000001:0.0:1789117702.387749:0:6174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117702.387754:0:6174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117702.387763:0:6174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.387770:0:6174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117702.387772:0:6174:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.387775:0:6174:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117702.387778:0:6174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117702.387781:0:6174:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117702.387783:0:6174:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.387786:0:6174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789117702.387793:0:6174:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=112 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117702.387797:0:6174:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1789117702.387800:0:6174:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117702.387801:0:6174:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117702.387805:0:6174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789117702.387807:0:6174:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.387811:0:6174:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.387816:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.387823:0:6174:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117702.387839:0:6174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117702.387841:0:6174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789117702.387846:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117702.387855:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565795200:192.168.201.125@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1789117702.387860:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.387862:0:6174:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.387864:0:6174:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789117702.387866:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.387870:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.387876:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789117702.387880:0:6174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff888d09908e40. 00000100:00000001:0.0:1789117702.387883:0:6174:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789117702.387884:0:6174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789117702.387894:0:6174:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1789117702.387896:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.387899:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c3480 x1876025565795200/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.387905:0:6174:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117702.387908:0:6174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117702.387911:0:6174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff888d03544000. 02000000:00000001:0.0:1789117702.387924:0:6174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117702.387927:0:6174:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117702.387929:0:6174:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000020:00000001:0.0:1789117702.387931:0:6174:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117702.387933:0:6174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff888d20025e00. 02000000:00000001:0.0:1789117702.387937:0:6174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117702.387938:0:6174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117702.387940:0:6174:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c3480. 00000100:00000001:0.0:1789117702.387944:0:6174:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117702.387945:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789117702.387948:0:6174:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117702.387949:0:6174:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:0.0:1789117702.387956:0:6174:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1789117702.387959:0:6174:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789117702.387961:0:6174:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789117702.387965:0:6174:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1789117702.387968:0:6174:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff888d056b8ea0. 00000040:00001000:0.0:1789117702.387970:0:6174:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1789117702.389083:0:10389:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1789117702.389103:0:10389:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff888d205a6600. 00000020:00000010:3.0:1789117702.389111:0:10389:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff888d205a6400. 00000040:00000010:3.0:1789117702.389116:0:10389:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff888d205a7c00. 00000020:00000010:3.0:1789117702.389121:0:10389:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff888d034b6000. 00000020:00000010:3.0:1789117702.389127:0:10389:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff888d0351d610. 00000020:00000010:3.0:1789117702.389133:0:10389:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff888d205a7a00. 80000000:00000010:3.0:1789117702.389137:0:10389:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff888d188f1240. 40000000:00000010:3.0:1789117702.389142:0:10389:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff888d0994e740. 00100000:00000010:3.0:1789117702.389148:0:10389:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff888d034b0000. 00040000:00000010:3.0:1789117702.389152:0:10389:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff888d02b5ba00. 00040000:00000010:3.0:1789117702.389156:0:10389:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff888d034b3800. 00040000:00000010:3.0:1789117702.389160:0:10389:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff888d205a6200. 00000004:00000010:3.0:1789117702.389166:0:10389:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff888d2001a800. 00000004:00000010:3.0:1789117702.389172:0:10389:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff888d18a67000. 00000004:00000010:3.0:1789117702.389178:0:10389:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff888d2001e800. 00002000:00000010:3.0:1789117702.389183:0:10389:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff888d188d1400. 00000004:00000010:3.0:1789117702.389187:0:10389:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff888d188d1800. 00000020:00000010:3.0:1789117702.389193:0:10389:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff888d0994e9c0. 00000040:00000010:3.0:1789117702.389204:0:10389:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff888d1884c000. 00000040:00080000:3.0:1789117702.390972:0:10389:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1789117702.390984:0:10389:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff888d1884c000. 00000020:00000010:3.0:1789117702.390997:0:10389:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff888d0994e9c0. 00000020:00000010:3.0:1789117702.391018:0:10389:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff888d205a6400. 00000040:00000010:3.0:1789117702.391022:0:10389:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff888d205a7c00. 00000020:00000010:3.0:1789117702.391026:0:10389:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff888d034b6000. 00000020:00000010:3.0:1789117702.391033:0:10389:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff888d0351d610. 00000020:00000010:3.0:1789117702.391040:0:10389:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff888d205a7a00. 80000000:00000010:3.0:1789117702.391044:0:10389:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff888d188f1240. 40000000:00000010:3.0:1789117702.391048:0:10389:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff888d0994e740. 00100000:00000010:3.0:1789117702.391053:0:10389:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff888d034b0000. 00040000:00000010:3.0:1789117702.391058:0:10389:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff888d02b5ba00. 00040000:00000010:3.0:1789117702.391061:0:10389:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff888d034b3800. 00040000:00000010:3.0:1789117702.391066:0:10389:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff888d205a6200. 00000004:00000010:3.0:1789117702.391070:0:10389:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff888d2001a800. 00000004:00000010:3.0:1789117702.392444:0:10389:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff888d18a67000. 00000004:00000010:3.0:1789117702.392450:0:10389:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff888d2001e800. 00002000:00000010:3.0:1789117702.392455:0:10389:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff888d188d1400. 00000004:00000010:3.0:1789117702.392461:0:10389:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff888d188d1800. 00000020:00000010:3.0:1789117702.392464:0:10389:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff888d205a6600. 00000040:00000010:0.0:1789117702.393788:0:6174:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff888d056b8ea0. 00000040:00000001:0.0:1789117702.393798:0:6174:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1789117702.393801:0:6174:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1789117702.393807:0:6174:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff888d205fa000. 00000040:00000010:0.0:1789117702.393811:0:6174:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff888d205a6c00. 00000020:00000001:0.0:1789117702.393814:0:6174:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789117702.393818:0:6174:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1789117702.393823:0:6174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff888d205a6000. 00000040:00000010:0.0:1789117702.393826:0:6174:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff888d205a6e00. 00000020:00000010:0.0:1789117702.393829:0:6174:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff888d034b5000. 00000020:00000010:0.0:1789117702.393833:0:6174:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff888d205a7600. 80000000:00000010:0.0:1789117702.393838:0:6174:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff888d188f1060. 00040000:00000010:0.0:1789117702.393842:0:6174:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff888d205a7800. 20000000:00000010:0.0:1789117702.393846:0:6174:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff888d205a7e00. 00000020:00000010:0.0:1789117702.393849:0:6174:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff888d205a6a00. 10000000:00000010:0.0:1789117702.393852:0:6174:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff888d0994ebc0. 10000000:01000000:0.0:1789117702.393856:0:6174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1789117702.393859:0:6174:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1789117702.393862:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789117702.393865:0:6174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789117702.393868:0:6174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff888d029d5c00 refcount=3 00000020:00000001:0.0:1789117702.393870:0:6174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612737948474368 : -131335761077248 : ffff888d029d5c00) 00010000:00000001:0.0:1789117702.393874:0:6174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612737948474368 : -131335761077248 : ffff888d029d5c00) 00010000:00000001:0.0:1789117702.393876:0:6174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789117702.393892:0:6174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d029d5c00/0x45c7bbc498657ce lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627dab05 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789117702.393901:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789117702.393916:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789117702.393919:0:6174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: ffff888d029d5c00/0x45c7bbc498657ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627dab05 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789117702.393925:0:6174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789117702.393926:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789117702.393927:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1789117702.393929:0:6174:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789117702.393931:0:6174:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789117702.393933:0:6174:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1789117702.393936:0:6174:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789117702.393938:0:6174:0:(mgc_request.c:108:config_log_get()) log params (ffff888d03556800) refs 2 10000000:00000001:0.0:1789117702.393940:0:6174:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789117702.393942:0:6174:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789117702.393943:0:6174:0:(mgc_request.c:123:config_log_put()) log params(ffff888d0358a400) refs 3 10000000:00000001:0.0:1789117702.393946:0:6174:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789117702.393947:0:6174:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1789117702.393949:0:6174:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1789117702.393950:0:6174:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1789117702.393952:0:6174:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff888d04f2f000 from 7 10000000:00000001:0.0:1789117702.393954:0:6174:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1789117702.393955:0:6174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1789117702.393962:0:6174:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c3480. 00000020:00000040:0.0:1789117702.393966:0:6174:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:0.0:1789117702.393970:0:6174:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117702.393973:0:6174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117702.393978:0:6174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117702.393987:0:6174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff888d20025e00. 00000100:00000001:0.0:1789117702.393995:0:6174:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117702.394000:0:6174:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789117702.394002:0:6174:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789117702.394010:0:6174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff888d1164b300 count: 2 00010000:00000001:0.0:1789117702.394012:0:6174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789117702.394015:0:6174:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789117702.394019:0:6174:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff888d00031000. 00000020:00000001:0.0:1789117702.394024:0:6174:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789117702.394027:0:6174:0:(lustre_handles.c:93:class_handle_hash()) added object ffff888d00031000 with handle 0x45c7bbc498657d5 to hash 00000020:00000001:0.0:1789117702.394029:0:6174:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789117702.394035:0:6174:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446612737904807936 : -131335804743680 : ffff888d00031000) 00010000:00000001:0.0:1789117702.394038:0:6174:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446612737904807936 : -131335804743680 : ffff888d00031000) 00010000:00000001:0.0:1789117702.394042:0:6174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789117702.394046:0:6174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117702.394049:0:6174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d00031000/0x45c7bbc498657d5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117702.394056:0:6174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.125@tcp lock: ffff888d00031000/0x45c7bbc498657d5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117702.394067:0:6174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.125@tcp lock: ffff888d00031000/0x45c7bbc498657d5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789117702.394072:0:6174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789117702.394195:0:6174:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789117702.394203:0:6174:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff888d09908e40. 00000100:00000001:0.0:1789117702.394206:0:6174:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612738065075776 : -131335644475840 : ffff888d09908e40) 00000100:00000001:0.0:1789117702.394209:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117702.394210:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476881024 : -131335232670592 : ffff888d221c3480) 00000100:00000001:0.0:1789117702.394215:0:6174:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117702.394219:0:6174:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.394221:0:6174:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789117702.394224:0:6174:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117702.394234:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.394243:0:6174:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117702.394246:0:6174:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.394250:0:6174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117702.394252:0:6174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117702.394254:0:6174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117702.394258:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565795328:192.168.201.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789117702.394263:0:6174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117702.394275:0:6174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117702.394278:0:6174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.394281:0:6174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117702.394286:0:6174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff888d11ec2400. 02000000:00000001:0.0:1789117702.394306:0:6174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117702.394314:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117702.394319:0:6174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4c60. 00000400:00000010:0.0:1789117702.394326:0:6174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353088. 00000100:00000200:0.0:1789117702.394333:0:6174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876025565795328, portal 25 00000100:00000001:0.0:1789117702.394335:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117702.394337:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476881024 : -131335232670592 : ffff888d221c3480) 00000100:00000040:0.0:1789117702.394343:0:6174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.394351:0:6174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117702.394354:0:6174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117702.394357:0:6174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353cc0. 00000100:00000200:0.0:1789117702.394360:0:6174:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876025565795328, offset 0 00000400:00000200:0.0:1789117702.394365:0:6174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117702.394375:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.394382:0:6174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117702.394387:0:6174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117702.394391:0:6174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117702.394396:0:6174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117702.394399:0:6174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117702.394402:0:6174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [178:178:256:4294967295] 192.168.201.125@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1789117702.394406:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.394414:0:6174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117702.394420:0:6174:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117702.394425:0:6174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d12fea000. 00000800:00000200:0.0:1789117702.394433:0:6174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117702.394440:0:6174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117702.394445:0:6174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d12fea000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789117702.394472:0:6174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117702.394478:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117702.394480:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295056612 00000100:00000001:0.0:1789117702.394489:0:6174:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056594 00000100:00000001:0.0:1789117702.394494:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295056612 00000100:00000001:0.0:1789117702.394499:0:6174:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056594 00000100:00000001:0.0:1789117702.394501:0:6174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117702.394504:0:6174:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.394506:0:6174:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117702.394508:0:6174:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789117702.394511:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d09908e40 going to sleep for 11 seconds 00000100:00000001:0.0:1789117702.394514:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117702.394517:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789117702.397686:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117702.397710:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d12fea000. 00000400:00000200:1.0:1789117702.397718:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.397726:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117702.397734:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353cc0 00000400:00000010:1.0:1789117702.397737:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353cc0. 00000100:00000001:1.0:1789117702.397741:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117702.397750:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.397763:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117702.397768:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.397775:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.397776:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789117702.407986:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.408009:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117702.408014:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.408017:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.408026:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.408034:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117702.408046:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.408052:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.408057:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.408062:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 344 into portal 25 MB=0x6aa3c3d705400 00000400:00000200:1.0:1789117702.408067:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.408147:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 344/344 into md 0x9d9 [1] + 224 00000800:00000001:1.0:1789117702.408158:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.408170:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.408173:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.408178:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117702.408186:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117702.408195:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117702.408207:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.408288:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117702.408403:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117702.408414:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.408418:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789117702.410053:0:6174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789117702.410059:0:6174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117702.410064:0:6174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4c60. 00000400:00000200:0.0:1789117702.410071:0:6174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353088 00000400:00000010:0.0:1789117702.431906:0:6174:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353088. 00000100:00000001:0.0:1789117702.431925:0:6174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117702.431938:0:6174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117702.431949:0:6174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.431956:0:6174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117702.431959:0:6174:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.431962:0:6174:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117702.431966:0:6174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117702.431969:0:6174:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117702.431971:0:6174:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.431973:0:6174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789117702.431980:0:6174:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=112 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117702.431984:0:6174:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1789117702.431987:0:6174:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117702.432006:0:6174:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117702.432010:0:6174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789117702.432012:0:6174:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.432015:0:6174:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.432020:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.432028:0:6174:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117702.432032:0:6174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117702.432034:0:6174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789117702.432038:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117702.432047:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565795328:192.168.201.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789117702.432052:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.432056:0:6174:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.432059:0:6174:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789117702.432061:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.432064:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.432072:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789117702.432075:0:6174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff888d09908e40. 00000100:00000001:0.0:1789117702.432079:0:6174:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789117702.432080:0:6174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117702.432083:0:6174:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789117702.432086:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789117702.432089:0:6174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789117702.432092:0:6174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff888d00031000 refcount=4 00000020:00000001:0.0:1789117702.432094:0:6174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612737904807936 : -131335804743680 : ffff888d00031000) 00010000:00000001:0.0:1789117702.432097:0:6174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612737904807936 : -131335804743680 : ffff888d00031000) 00010000:00000040:0.0:1789117702.432104:0:6174:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff888d00031000, remote cookie: 0x88218805627dab0c, flags: 0x0 00010000:00000001:0.0:1789117702.432107:0:6174:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789117702.432111:0:6174:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789117702.432113:0:6174:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789117702.432121:0:6174:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789117702.432123:0:6174:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789117702.432126:0:6174:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff888d1164b300) refcount = 2 00010000:00000040:0.0:1789117702.432129:0:6174:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789117702.432133:0:6174:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.201.125@tcp lock: ffff888d029d5c00/0x45c7bbc498657ce lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627dab05 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789117702.432141:0:6174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.125@tcp lock: ffff888d00031000/0x45c7bbc498657d5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627dab0c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789117702.432146:0:6174:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789117702.432148:0:6174:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789117702.432150:0:6174:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789117702.432153:0:6174:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789117702.432155:0:6174:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117702.432158:0:6174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.125@tcp lock: ffff888d00031000/0x45c7bbc498657d5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x88218805627dab0c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789117702.432164:0:6174:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789117702.432166:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789117702.432168:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789117702.432169:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789117702.432170:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789117702.432171:0:6174:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.432175:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.432179:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c3480 x1876025565795328/t0(0) o101->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1789117718 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.432186:0:6174:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117702.432188:0:6174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117702.432191:0:6174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff888d11ec2400. 02000000:00000001:0.0:1789117702.432194:0:6174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117702.432197:0:6174:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117702.432198:0:6174:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:0.0:1789117702.432201:0:6174:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117702.432203:0:6174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff888d20025e00. 02000000:00000001:0.0:1789117702.432206:0:6174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117702.432213:0:6174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117702.432216:0:6174:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c3480. 00000100:00000001:0.0:1789117702.432219:0:6174:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117702.432220:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1789117702.432222:0:6174:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789117702.432225:0:6174:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789117702.432228:0:6174:0:(mgc_request.c:108:config_log_get()) log params (ffff888d03556800) refs 3 10000000:00000001:0.0:1789117702.432230:0:6174:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117702.432232:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789117702.432233:0:6174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789117702.432235:0:6174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff888d00031000 refcount=3 00000020:00000001:0.0:1789117702.432237:0:6174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612737904807936 : -131335804743680 : ffff888d00031000) 00010000:00000001:0.0:1789117702.432239:0:6174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612737904807936 : -131335804743680 : ffff888d00031000) 00010000:00000001:0.0:1789117702.432241:0:6174:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1789117702.432242:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789117702.432243:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789117702.432245:0:6174:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789117702.432247:0:6174:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1789117702.432273:0:6174:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff888d18ab0d80. 00000020:00000010:0.0:1789117702.432277:0:6174:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff888d20025e00. 00000020:00000010:0.0:1789117702.432283:0:6174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff888d20024400. 00000040:00000010:0.0:1789117702.434835:0:6174:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff888d20024c00. 00000020:00000010:0.0:1789117702.434841:0:6174:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff888d113f6800. 00000020:00000010:0.0:1789117702.434845:0:6174:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff888d20025c00. 80000000:00000010:0.0:1789117702.434850:0:6174:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff888d056b8ea0. 00040000:00000010:0.0:1789117702.434855:0:6174:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff888d20025800. 20000000:00000010:0.0:1789117702.434860:0:6174:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff888d20025400. 10000000:00000040:0.0:1789117702.434866:0:6174:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff888d02e236c0 : new refcount 2 00000020:00000001:0.0:1789117702.434869:0:6174:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1789117702.434871:0:6174:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1789117702.434874:0:6174:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1789117702.434877:0:6174:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff888d20024e00. 00000040:00000001:0.0:1789117702.434881:0:6174:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1789117702.434884:0:6174:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000010:0.0:1789117702.434891:0:6174:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c3480. 00000020:00000040:0.0:1789117702.434894:0:6174:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=5 obd=MGC192.168.201.125@tcp 00000100:00000001:0.0:1789117702.434913:0:6174:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117702.434916:0:6174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117702.434921:0:6174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117702.434929:0:6174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff888d20024200. 00000100:00000001:0.0:1789117702.434936:0:6174:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.434943:0:6174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789117702.434945:0:6174:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789117702.434952:0:6174:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff888d09908e40. 00000100:00000001:0.0:1789117702.434954:0:6174:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612738065075776 : -131335644475840 : ffff888d09908e40) 00000100:00000001:0.0:1789117702.434957:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117702.434959:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476881024 : -131335232670592 : ffff888d221c3480) 00000100:00000001:0.0:1789117702.434963:0:6174:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117702.434967:0:6174:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.434969:0:6174:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789117702.434971:0:6174:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117702.434981:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.434990:0:6174:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117702.434992:0:6174:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.434996:0:6174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117702.434999:0:6174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117702.435002:0:6174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117702.435006:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565795456:192.168.201.125@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789117702.435011:0:6174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117702.435016:0:6174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117702.435019:0:6174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.435022:0:6174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117702.435027:0:6174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d421cca00. 02000000:00000001:0.0:1789117702.435029:0:6174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117702.435036:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117702.435041:0:6174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4c60. 00000400:00000010:0.0:1789117702.435047:0:6174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353088. 00000100:00000200:0.0:1789117702.435055:0:6174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565795456, portal 25 00000100:00000001:0.0:1789117702.435057:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117702.435064:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476881024 : -131335232670592 : ffff888d221c3480) 00000100:00000040:0.0:1789117702.435070:0:6174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.435077:0:6174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117702.435081:0:6174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117702.435083:0:6174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353aa0. 00000100:00000200:0.0:1789117702.435087:0:6174:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876025565795456, offset 0 00000400:00000200:0.0:1789117702.435092:0:6174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117702.435101:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.435109:0:6174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117702.435113:0:6174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117702.435118:0:6174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117702.435122:0:6174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117702.435125:0:6174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117702.435128:0:6174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [179:179:256:4294967295] 192.168.201.125@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:0.0:1789117702.435132:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.435142:0:6174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117702.435148:0:6174:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117702.435153:0:6174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d12fea400. 00000800:00000200:0.0:1789117702.435416:0:6174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117702.435425:0:6174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117702.435429:0:6174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d12fea400 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1789117702.435449:0:6174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117702.435454:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117702.435456:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295056638 00000100:00000001:0.0:1789117702.435465:0:6174:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056612 00000100:00000001:0.0:1789117702.435470:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295056638 00000100:00000001:0.0:1789117702.435473:0:6174:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056612 00000100:00000001:0.0:1789117702.435476:0:6174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117702.435479:0:6174:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.435487:0:6174:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117702.435489:0:6174:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789117702.435492:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d09908e40 going to sleep for 11 seconds 00000100:00000001:0.0:1789117702.435494:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117702.435497:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117702.436473:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117702.436480:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d12fea400. 00000400:00000200:0.0:1789117702.436485:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117702.436493:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117702.436500:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353aa0 00000400:00000010:0.0:1789117702.436502:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353aa0. 00000100:00000001:0.0:1789117702.436506:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117702.436511:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.436523:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.436541:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.436548:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.436549:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789117702.447424:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.447447:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117702.447451:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.447453:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117702.447462:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.447469:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117702.447481:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.447485:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.447491:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.447495:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 272 into portal 25 MB=0x6aa3c3d705480 00000400:00000200:0.0:1789117702.447500:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.447506:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 272/272 into md 0x9e9 [1] + 224 00000800:00000001:0.0:1789117702.447513:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.447523:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117702.447788:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117702.447808:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117702.447817:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117702.447826:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117702.447839:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.447883:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117702.449221:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117702.449240:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.449247:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789117702.450396:0:6174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117702.450401:0:6174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117702.450404:0:6174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4c60. 00000400:00000200:3.0:1789117702.450412:0:6174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353088 00000400:00000010:3.0:1789117702.450415:0:6174:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353088. 00000100:00000001:3.0:1789117702.450419:0:6174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117702.450432:0:6174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117702.450443:0:6174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.450450:0:6174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117702.450452:0:6174:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117702.450455:0:6174:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117702.450459:0:6174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117702.450461:0:6174:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117702.450463:0:6174:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117702.450466:0:6174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117702.450473:0:6174:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=112 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117702.450477:0:6174:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=112 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117702.450480:0:6174:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117702.450481:0:6174:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117702.450485:0:6174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117702.450487:0:6174:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.450490:0:6174:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117702.450495:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.450502:0:6174:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117702.450505:0:6174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117702.450522:0:6174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117702.450544:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117702.450552:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565795456:192.168.201.125@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789117702.450557:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117702.450570:0:6174:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.450573:0:6174:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789117702.450575:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117702.450579:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.450584:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789117702.450588:0:6174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff888d09908e40. 00000100:00000001:3.0:1789117702.450591:0:6174:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789117702.450592:0:6174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789117702.450598:0:6174:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1789117702.450602:0:6174:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117702.450604:0:6174:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000020:00000001:3.0:1789117702.450606:0:6174:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1789117702.450608:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117702.450611:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c3480 x1876025565795456/t0(0) o501->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1789117718 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.450617:0:6174:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117702.450620:0:6174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117702.450623:0:6174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d421cca00. 02000000:00000001:3.0:1789117702.450627:0:6174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117702.450628:0:6174:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117702.450629:0:6174:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:3.0:1789117702.450631:0:6174:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117702.450633:0:6174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff888d20024200. 02000000:00000001:3.0:1789117702.450638:0:6174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117702.450640:0:6174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117702.450641:0:6174:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c3480. 00000100:00000001:3.0:1789117702.450645:0:6174:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117702.450646:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789117702.450656:0:6174:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789117702.450659:0:6174:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1789117702.450666:0:6174:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff888d1884c000. 00000040:00000001:3.0:1789117702.450668:0:6174:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1789117702.450670:0:6174:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1789117702.450672:0:6174:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000010:3.0:1789117702.450677:0:6174:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22059a40. 00000020:00000040:3.0:1789117702.450679:0:6174:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=5 obd=MGC192.168.201.125@tcp 00000100:00000001:3.0:1789117702.450683:0:6174:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117702.450685:0:6174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117702.450689:0:6174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117702.450695:0:6174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff888d205a6600. 00000100:00000001:3.0:1789117702.450700:0:6174:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.450704:0:6174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789117702.450706:0:6174:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789117702.450711:0:6174:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff888d05d6be40. 00000100:00000001:3.0:1789117702.450713:0:6174:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612738002566720 : -131335706984896 : ffff888d05d6be40) 00000100:00000001:3.0:1789117702.450715:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117702.450717:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475399744 : -131335234151872 : ffff888d22059a40) 00000100:00000001:3.0:1789117702.450721:0:6174:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117702.450726:0:6174:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.450728:0:6174:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789117702.450730:0:6174:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117702.450735:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.450741:0:6174:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117702.450743:0:6174:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117702.450747:0:6174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117702.450749:0:6174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117702.450752:0:6174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117702.450755:0:6174:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565795584:192.168.201.125@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789117702.450759:0:6174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117702.450763:0:6174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117702.450766:0:6174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117702.450769:0:6174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117702.450787:0:6174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff888d03544000. 02000000:00000001:3.0:1789117702.450789:0:6174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117702.450796:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117702.450800:0:6174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df478. 00000400:00000010:3.0:1789117702.450805:0:6174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff888d05d6bcc0. 00000100:00000200:3.0:1789117702.450811:0:6174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876025565795584, portal 25 00000100:00000001:3.0:1789117702.450813:0:6174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117702.450815:0:6174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475399744 : -131335234151872 : ffff888d22059a40) 00000100:00000040:3.0:1789117702.450820:0:6174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.450827:0:6174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117702.450830:0:6174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117702.450833:0:6174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde6e8. 00000100:00000200:3.0:1789117702.450836:0:6174:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876025565795584, offset 0 00000400:00000200:3.0:1789117702.450843:0:6174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117702.450852:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117702.450858:0:6174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117702.450865:0:6174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117702.450869:0:6174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117702.450873:0:6174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117702.450876:0:6174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117702.450881:0:6174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [180:180:256:4294967295] 192.168.201.125@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:3.0:1789117702.450885:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117702.450895:0:6174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117702.450901:0:6174:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117702.450906:0:6174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5ba00. 00000800:00000200:3.0:1789117702.450912:0:6174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117702.450919:0:6174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117702.450923:0:6174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5ba00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789117702.451003:0:6174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117702.451008:0:6174:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117702.451016:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295056669 00000100:00000001:3.0:1789117702.451027:0:6174:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056638 00000100:00000001:3.0:1789117702.451033:0:6174:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295056669 00000100:00000001:3.0:1789117702.451036:0:6174:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056638 00000100:00000001:3.0:1789117702.451039:0:6174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117702.451042:0:6174:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.451044:0:6174:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117702.451046:0:6174:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789117702.451049:0:6174:0:(client.c:2715:ptlrpc_set_wait()) set ffff888d05d6be40 going to sleep for 11 seconds 00000100:00000001:3.0:1789117702.451052:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117702.451054:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789117702.458641:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117702.458650:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5ba00. 00000400:00000200:1.0:1789117702.458658:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.458999:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117702.459008:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde6e8 00000400:00000010:1.0:1789117702.459011:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde6e8. 00000100:00000001:1.0:1789117702.459017:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117702.459025:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.459038:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117702.459042:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.459048:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.459050:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789117702.463399:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.463499:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117702.463504:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.463507:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.463517:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.463549:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117702.463570:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.463575:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.463581:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.463585:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 8416 into portal 25 MB=0x6aa3c3d705500 00000400:00000200:1.0:1789117702.463589:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.463595:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 8416/8416 into md 0x9f9 [4] + 224 00000800:00000001:1.0:1789117702.463603:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.463640:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.463644:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.463661:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117702.463735:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117702.463745:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117702.463757:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.463820:0:6174:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117702.464849:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117702.464864:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.464870:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789117702.467418:0:6174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117702.467425:0:6174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117702.467430:0:6174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df478. 00000400:00000200:3.0:1789117702.467440:0:6174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d05d6bcc0 00000400:00000010:3.0:1789117702.467443:0:6174:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff888d05d6bcc0. 00000100:00000001:3.0:1789117702.467448:0:6174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117702.467459:0:6174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117702.467471:0:6174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.467479:0:6174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117702.467482:0:6174:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117702.467484:0:6174:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117702.467488:0:6174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117702.467490:0:6174:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117702.467492:0:6174:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117702.467495:0:6174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117702.467502:0:6174:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=112 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117702.467507:0:6174:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=112 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117702.467510:0:6174:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117702.467511:0:6174:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117702.467514:0:6174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117702.467626:0:6174:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.467631:0:6174:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117702.467637:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.467646:0:6174:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117702.467649:0:6174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117702.467652:0:6174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117702.467655:0:6174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117702.467662:0:6174:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:aa63026c-d7d6-4509-a07c-c63597c88596:6174:1876025565795584:192.168.201.125@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789117702.467668:0:6174:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117702.467740:0:6174:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117702.467744:0:6174:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789117702.467746:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117702.467751:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.467758:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789117702.467761:0:6174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff888d05d6be40. 00000100:00000001:3.0:1789117702.467764:0:6174:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789117702.467766:0:6174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789117702.467774:0:6174:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1789117702.467776:0:6174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117702.467779:0:6174:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22059a40 x1876025565795584/t0(0) o503->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789117718 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117702.467785:0:6174:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117702.467788:0:6174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117702.467791:0:6174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff888d03544000. 02000000:00000001:3.0:1789117702.467803:0:6174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117702.467806:0:6174:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117702.467808:0:6174:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000020:00000001:3.0:1789117702.467810:0:6174:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117702.467813:0:6174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff888d205a6600. 02000000:00000001:3.0:1789117702.467822:0:6174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117702.467824:0:6174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117702.467826:0:6174:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22059a40. 00000100:00000001:3.0:1789117702.467830:0:6174:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117702.467831:0:6174:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789117702.470497:0:6174:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789117702.470505:0:6174:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:2.0:1789117702.470510:0:6174:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:2.0:1789117702.470513:0:6174:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789117702.470517:0:6174:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789117702.470520:0:6174:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1789117702.470541:0:6174:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff888d072cc8a0. 00000040:00001000:2.0:1789117702.470545:0:6174:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1789117702.473488:0:10390:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1789117702.473500:0:10390:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff888d20015400. 00000020:00000010:1.0:1789117702.473509:0:10390:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff888d20014a00. 00000040:00000010:1.0:1789117702.473514:0:10390:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff888d20015e00. 00000020:00000010:1.0:1789117702.473518:0:10390:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff888d18a8a800. 00000020:00000010:1.0:1789117702.473524:0:10390:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff888d03580510. 00000020:00000010:1.0:1789117702.473594:0:10390:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff888d20014800. 80000000:00000010:1.0:1789117702.473599:0:10390:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff888d04ed4720. 40000000:00000010:1.0:1789117702.473603:0:10390:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff888d05c1ecc0. 00100000:00000010:1.0:1789117702.473610:0:10390:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff888d18a8f000. 00040000:00000010:1.0:1789117702.473614:0:10390:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff888d2238d700. 00040000:00000010:1.0:1789117702.473618:0:10390:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff888d18a8e000. 00040000:00000010:1.0:1789117702.473622:0:10390:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff888d20014000. 00000004:00000010:1.0:1789117702.473627:0:10390:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff888d18a8c000. 00000004:00000010:1.0:1789117702.473632:0:10390:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff888d188af000. 00000004:00000010:1.0:1789117702.473637:0:10390:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff888d18a89800. 00002000:00000010:1.0:1789117702.473643:0:10390:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff888d05687400. 00000004:00000010:1.0:1789117702.473647:0:10390:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff888d05685c00. 00000020:00000010:1.0:1789117702.473652:0:10390:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff888d05c1e840. 00000040:00000010:1.0:1789117702.473664:0:10390:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff888d20520000. 00000040:00080000:1.0:1789117702.476867:0:10390:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1789117702.476879:0:10390:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff888d20520000. 00000020:00000010:1.0:1789117702.476890:0:10390:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff888d05c1e840. 00000020:00000010:1.0:1789117702.476923:0:10390:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff888d20014a00. 00000040:00000010:1.0:1789117702.476993:0:10390:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff888d20015e00. 00000020:00000010:1.0:1789117702.476998:0:10390:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff888d18a8a800. 00000020:00000010:1.0:1789117702.477003:0:10390:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff888d03580510. 00000020:00000010:1.0:1789117702.477009:0:10390:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff888d20014800. 80000000:00000010:1.0:1789117702.477013:0:10390:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff888d04ed4720. 40000000:00000010:1.0:1789117702.477018:0:10390:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff888d05c1ecc0. 00100000:00000010:1.0:1789117702.477023:0:10390:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff888d18a8f000. 00040000:00000010:1.0:1789117702.477027:0:10390:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff888d2238d700. 00040000:00000010:1.0:1789117702.477031:0:10390:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff888d18a8e000. 00040000:00000010:1.0:1789117702.477034:0:10390:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff888d20014000. 00000004:00000010:1.0:1789117702.477038:0:10390:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff888d18a8c000. 00000004:00000010:1.0:1789117702.477043:0:10390:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff888d188af000. 00000004:00000010:1.0:1789117702.477049:0:10390:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff888d18a89800. 00002000:00000010:1.0:1789117702.477053:0:10390:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff888d05687400. 00000004:00000010:1.0:1789117702.477057:0:10390:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff888d05685c00. 00000020:00000010:1.0:1789117702.477060:0:10390:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff888d20015400. 00000040:00000010:2.0:1789117702.480473:0:6174:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff888d072cc8a0. 00000040:00000001:2.0:1789117702.480488:0:6174:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1789117702.480492:0:6174:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1789117702.480498:0:6174:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff888d1884c000. 00000040:00000010:2.0:1789117702.480505:0:6174:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff888d20024e00. 00000020:00000001:2.0:1789117702.480508:0:6174:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789117702.480511:0:6174:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1789117702.480517:0:6174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff888d20024400. 00000040:00000010:2.0:1789117702.480520:0:6174:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff888d20024c00. 00000020:00000010:2.0:1789117702.481057:0:6174:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff888d113f6800. 00000020:00000010:2.0:1789117702.481067:0:6174:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff888d20025c00. 80000000:00000010:2.0:1789117702.481072:0:6174:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff888d056b8ea0. 00040000:00000010:2.0:1789117702.481077:0:6174:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff888d20025800. 20000000:00000010:2.0:1789117702.481081:0:6174:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff888d20025400. 00000020:00000010:2.0:1789117702.481085:0:6174:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff888d20025e00. 10000000:00000010:2.0:1789117702.481087:0:6174:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff888d18ab0d80. 10000000:01000000:2.0:1789117702.481091:0:6174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.125@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1789117702.481095:0:6174:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1789117702.481098:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789117702.481101:0:6174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789117702.481104:0:6174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff888d00031000 refcount=3 00000020:00000001:2.0:1789117702.481106:0:6174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612737904807936 : -131335804743680 : ffff888d00031000) 00010000:00000001:2.0:1789117702.481128:0:6174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612737904807936 : -131335804743680 : ffff888d00031000) 00010000:00000001:2.0:1789117702.481130:0:6174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789117702.481135:0:6174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.125@tcp lock: ffff888d00031000/0x45c7bbc498657d5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627dab0c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789117702.481144:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789117702.481146:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789117702.481148:0:6174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.125@tcp lock: ffff888d00031000/0x45c7bbc498657d5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x88218805627dab0c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789117702.481154:0:6174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789117702.481156:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789117702.481157:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1789117702.481158:0:6174:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789117702.481161:0:6174:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789117702.481164:0:6174:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1789117702.481166:0:6174:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789117702.481168:0:6174:0:(mgc_request.c:123:config_log_put()) log params(ffff888d03556800) refs 3 10000000:00000001:2.0:1789117702.481171:0:6174:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1789117702.934748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117702.934758:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117702.934768:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c0b40. 00000020:00000040:0.0:1789117702.934774:0:36:0:(genops.c:1210:class_import_get()) import ffff888d11393000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000100:00000001:0.0:1789117702.934779:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117702.934782:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117702.934787:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117702.934805:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d12fea400. 00000100:00000001:0.0:1789117702.934812:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.934823:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117702.934832:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117702.934836:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.934842:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac8f05eb] to pc [ptlrpcd_00_00+0] req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.934895:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117702.934898:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117702.934901:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117702.934907:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.934914:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117702.934916:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117702.934920:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117702.934922:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117702.934925:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117702.934929:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565795712:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117702.934934:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117702.934938:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117702.934941:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117702.934943:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117702.934948:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20015400. 02000000:00000001:1.0:1789117702.934950:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117702.934970:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117702.934974:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3de18. 00000400:00000010:1.0:1789117702.934982:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9daa0. 00000100:00000200:1.0:1789117702.934989:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565795712, portal 10 00000100:00000001:1.0:1789117702.934992:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117702.934993:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476870464 : -131335232681152 : ffff888d221c0b40) 00000100:00000040:1.0:1789117702.935001:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.935009:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117702.935012:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117702.935014:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d7f8. 00000100:00000200:1.0:1789117702.935017:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565795712, offset 0 00000400:00000200:1.0:1789117702.935023:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117702.935031:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.935038:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117702.935044:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117702.935049:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117702.935053:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117702.935055:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117702.935059:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [181:181:256:4294967295] 192.168.201.125@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:1.0:1789117702.935063:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.935073:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117702.935079:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117702.935084:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238d700. 00000800:00000200:1.0:1789117702.935091:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117702.935099:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117702.935104:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117702.935120:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117702.935125:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: using a timeout of 112583 usecs (113 jiffies) 00000400:00000200:1.0:1789117702.935128:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117702.935131:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295055985 00000100:00000001:1.0:1789117702.935140:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295056669 00000100:00000001:1.0:1789117702.935142:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295055985 00000100:00000001:1.0:1789117702.935145:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295056669 00000100:00000001:1.0:1789117702.935147:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117702.935150:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.935153:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.935156:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.935193:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.935196:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117702.935199:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117702.935203:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c1680. 00000020:00000040:0.0:1789117702.935206:0:36:0:(genops.c:1210:class_import_get()) import ffff888d11390800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000100:00000001:0.0:1789117702.935214:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117702.935215:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117702.935217:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117702.935220:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d12fea200. 00000100:00000001:0.0:1789117702.935224:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.935228:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117702.935236:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117702.935238:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.935242:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a4e5359] to pc [ptlrpcd_00_01+1] req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.941091:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117702.941100:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789117702.941108:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117702.941111:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117702.941115:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117702.941120:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789117702.941122:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117702.941125:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117702.941126:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117702.941128:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117702.941129:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117702.941131:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789117702.941146:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.941158:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789117702.941160:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117702.941164:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789117702.941168:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789117702.941171:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789117702.941188:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565795840:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117702.941193:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789117702.941199:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789117702.941202:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117702.941204:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789117702.941215:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d20014000. 02000000:00000001:1.0:1789117702.941217:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789117702.941239:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:1.0:1789117702.941244:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d12e3dbb0. 00000400:00000010:1.0:1789117702.941250:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9d550. 00000100:00000200:1.0:1789117702.941258:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565795840, portal 10 00000100:00000001:1.0:1789117702.941260:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789117702.941261:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476873344 : -131335232678272 : ffff888d221c1680) 00000100:00000040:1.0:1789117702.941271:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.941290:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789117702.941292:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:1.0:1789117702.941295:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d18a9de58. 00000100:00000200:1.0:1789117702.941298:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565795840, offset 0 00000400:00000200:1.0:1789117702.941305:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:1.0:1789117702.941314:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.941321:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:1.0:1789117702.941326:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789117702.941330:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:1.0:1789117702.941334:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789117702.941337:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:1.0:1789117702.941340:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [182:182:255:4294967295] 192.168.201.125@tcp LPNI seq info [182:182:7:4294967295] 00000400:00000200:1.0:1789117702.941344:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.941354:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:1.0:1789117702.941360:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:1.0:1789117702.941366:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d2238de00. 00000800:00000200:1.0:1789117702.941372:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:1.0:1789117702.941381:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:1.0:1789117702.941386:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d2238de00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789117702.941390:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117702.941394:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: using a timeout of 125718 usecs (126 jiffies) 00000400:00000200:1.0:1789117702.941397:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:1.0:1789117702.941400:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295056004 00000100:00000001:1.0:1789117702.941409:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295056669 00000100:00000001:1.0:1789117702.941411:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295056004 00000100:00000001:1.0:1789117702.941424:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295056669 00000100:00000001:1.0:1789117702.941426:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117702.941429:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.941432:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.941434:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.941456:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117702.941459:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789117702.941502:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117702.941506:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238d700. 00000400:00000200:1.0:1789117702.941513:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.941518:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117702.941524:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d7f8 00000400:00000010:1.0:1789117702.941548:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d7f8. 00000100:00000001:1.0:1789117702.941772:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117702.941778:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.941788:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117702.941791:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.941808:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.941810:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117702.941885:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117702.941888:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d2238de00. 00000400:00000200:1.0:1789117702.941891:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.941894:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117702.941897:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9de58 00000400:00000010:1.0:1789117702.941898:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9de58. 00000100:00000001:1.0:1789117702.941901:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117702.941904:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.941922:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117702.941926:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.941931:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.941932:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789117702.942864:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.942871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117702.942876:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117702.942878:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117702.942881:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117702.942884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117702.942887:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117702.942894:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c30c0. 00000020:00000040:0.0:1789117702.942899:0:36:0:(genops.c:1210:class_import_get()) import ffff888d034b2800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d20018000 00000100:00000001:0.0:1789117702.942903:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117702.942906:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117702.942910:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117702.942916:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d12feae00. 00000100:00000001:0.0:1789117702.942923:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.942931:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117702.942941:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117702.942954:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.942960:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca8278eb] to pc [ptlrpcd_00_00+0] req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.942982:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.942985:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789117702.942988:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789117702.942991:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d221c3c00. 00000020:00000040:0.0:1789117702.942994:0:36:0:(genops.c:1210:class_import_get()) import ffff888d034b4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d20018000 00000100:00000001:0.0:1789117702.942997:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789117702.942998:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789117702.943000:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789117702.943003:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d12fea000. 00000100:00000001:0.0:1789117702.943006:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.943009:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789117702.943015:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789117702.943017:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.943021:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a16bc20] to pc [ptlrpcd_00_01+1] req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.943027:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.943029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117702.943032:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117702.943034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789117702.943037:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789117702.943042:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:0.0:1789117702.943060:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117702.943063:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117702.943065:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117702.943070:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.943084:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117702.943086:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.943090:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117702.943093:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117702.943096:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117702.943100:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565796096:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117702.943104:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117702.943109:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117702.943111:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.943114:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117702.943118:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d421cca00. 02000000:00000001:0.0:1789117702.943119:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117702.943125:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117702.943129:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf44d0. 00000400:00000010:0.0:1789117702.943134:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353aa0. 00000100:00000200:0.0:1789117702.943139:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565796096, portal 10 00000100:00000001:0.0:1789117702.943141:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117702.943143:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476882944 : -131335232668672 : ffff888d221c3c00) 00000100:00000040:0.0:1789117702.943150:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.943158:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117702.943161:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117702.943164:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d113534c8. 00000100:00000200:0.0:1789117702.943166:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565796096, offset 0 00000400:00000200:0.0:1789117702.943266:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117702.943280:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.943287:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117702.943292:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117702.943296:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117702.943299:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117702.943302:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117702.943312:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [183:183:256:4294967295] 192.168.201.125@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:0.0:1789117702.943316:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.943325:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117702.943331:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117702.943336:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d12fea100. 00000800:00000200:0.0:1789117702.943342:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117702.943349:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117702.943353:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d12fea100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117702.943365:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.943370:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: using a timeout of 27605 usecs (28 jiffies) 00000400:00000200:0.0:1789117702.943373:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117702.943377:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295055908 00000100:00000001:0.0:1789117702.943380:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295056669 00000100:00000001:0.0:1789117702.943382:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295055908 00000100:00000001:0.0:1789117702.943384:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295056669 00000100:00000001:0.0:1789117702.943387:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117702.943390:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.943393:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.943400:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.943407:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117702.943409:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789117702.943609:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117702.943612:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117702.943614:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117702.943617:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789117702.943619:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.943622:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117702.943624:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.943625:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117702.943626:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789117702.943628:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789117702.943633:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.943647:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789117702.943649:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.943651:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789117702.943653:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789117702.943655:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789117702.943659:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565795968:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117702.943662:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789117702.943665:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789117702.943666:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.943668:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789117702.943672:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d121ea600. 02000000:00000001:0.0:1789117702.943674:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789117702.943677:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:0.0:1789117702.943680:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d05cf4948. 00000400:00000010:0.0:1789117702.943684:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353908. 00000100:00000200:0.0:1789117702.943687:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565795968, portal 10 00000100:00000001:0.0:1789117702.943688:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789117702.943690:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738476880064 : -131335232671552 : ffff888d221c30c0) 00000100:00000040:0.0:1789117702.943696:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.943703:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789117702.943706:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:0.0:1789117702.943708:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d11353ee0. 00000100:00000200:0.0:1789117702.943710:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565795968, offset 0 00000400:00000200:0.0:1789117702.943715:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:0.0:1789117702.943718:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.943722:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:0.0:1789117702.943725:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789117702.943727:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:0.0:1789117702.943729:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789117702.943731:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:0.0:1789117702.943741:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [184:184:255:4294967295] 192.168.201.125@tcp LPNI seq info [184:184:7:4294967295] 00000400:00000200:0.0:1789117702.943745:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.943751:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:0.0:1789117702.943755:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:0.0:1789117702.943758:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d12fead00. 00000800:00000200:0.0:1789117702.943762:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:0.0:1789117702.943767:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:0.0:1789117702.943770:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d12fead00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789117702.943773:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.943776:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: using a timeout of 20561 usecs (21 jiffies) 00000400:00000200:0.0:1789117702.943778:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:0.0:1789117702.943780:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295055902 00000100:00000001:0.0:1789117702.943782:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295056669 00000100:00000001:0.0:1789117702.943784:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295055902 00000100:00000001:0.0:1789117702.943785:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295056669 00000100:00000001:0.0:1789117702.943787:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117702.943789:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.943791:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.943793:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117702.943846:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117702.943848:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d12fea100. 00000400:00000200:0.0:1789117702.943852:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117702.943857:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117702.943862:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d113534c8 00000400:00000010:0.0:1789117702.943864:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d113534c8. 00000100:00000001:0.0:1789117702.943867:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117702.943871:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.943879:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.943882:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.943894:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.943896:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789117702.944186:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117702.944189:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789117702.944192:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.944194:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117702.944615:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117702.944618:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d12fead00. 00000400:00000200:0.0:1789117702.944622:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117702.944627:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117702.944630:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353ee0 00000400:00000010:0.0:1789117702.944632:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353ee0. 00000100:00000001:0.0:1789117702.944635:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117702.944639:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.944647:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.944650:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.944655:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.944656:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789117702.956260:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.956279:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117702.956283:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.956285:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.956295:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.956302:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117702.956311:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.956316:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.956322:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.956327:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705580 00000400:00000200:1.0:1789117702.956332:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.956338:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0xa01 [1] + 224 00000800:00000001:1.0:1789117702.956346:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.956351:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.956354:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.956358:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117702.956365:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117702.956373:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117702.956384:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.956408:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117702.956442:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.956447:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117702.956449:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.956450:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.956454:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.956457:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117702.956461:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.956464:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.956466:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.956469:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705600 00000400:00000200:1.0:1789117702.956472:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117702.956476:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0xa11 [1] + 224 00000800:00000001:1.0:1789117702.956480:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.956487:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117702.956489:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117702.956493:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117702.956496:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117702.956501:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117702.956511:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.956519:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117702.956523:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117702.956571:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.956985:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117702.956990:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789117702.956997:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789117702.956999:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117702.957001:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3dbb0. 00000400:00000200:0.0:1789117702.957006:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9d550 00000400:00000010:0.0:1789117702.957008:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9d550. 00000100:00000001:0.0:1789117702.957011:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117702.957017:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117702.957026:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.957032:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117702.957034:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.957036:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117702.957040:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117702.957050:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117702.957053:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.957056:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789117702.957067:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11390c60 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117702.957071:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11390c18 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1789117702.957073:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117702.957074:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117702.957077:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789117702.957082:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789117702.957090:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.957106:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789117702.957109:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:0.0:1789117702.957111:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789117702.957113:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.957118:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.957124:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117702.957128:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117702.957129:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789117702.957133:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117702.957140:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565795840:192.168.201.125@tcp:400:kworker.0 00000400:00000001:0.0:1789117702.957146:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789117702.957147:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789117702.957149:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d12e3de18. 00000400:00000200:0.0:1789117702.957152:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d18a9daa0 00000400:00000010:0.0:1789117702.957154:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d18a9daa0. 00000100:00000001:0.0:1789117702.957156:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117702.957160:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789117702.957191:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.957198:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789117702.957200:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.957201:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789117702.957203:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789117702.957204:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789117702.957206:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789117702.957207:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789117702.957212:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11393460 time=112 v=5 (5 0 0 0) 00000100:00001000:0.0:1789117702.957215:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11393418 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1789117702.957217:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789117702.957219:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789117702.957221:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789117702.957223:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.957225:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789117702.957226:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:0.0:1789117702.957228:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789117702.957230:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789117702.957234:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.957241:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789117702.957243:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789117702.957244:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789117702.957247:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789117702.957254:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8d483992-49e2-4ac3-a065-89ace7c90aaa:2398:1876025565795712:192.168.201.125@tcp:400:kworker.0 00000100:00000001:0.0:1789117702.957258:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.957261:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.957264:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c1680 x1876025565795840/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.957281:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117702.957283:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117702.957286:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20014000. 02000000:00000001:0.0:1789117702.957290:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117702.957293:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117702.957294:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d11390800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000001:0.0:1789117702.957297:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117702.957299:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d12fea200. 02000000:00000001:0.0:1789117702.957303:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117702.957305:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117702.957307:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c1680. 00000100:00000001:0.0:1789117702.957311:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117702.957313:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.957315:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117702.957318:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c0b40 x1876025565795712/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.957324:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789117702.957326:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789117702.957327:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d20015400. 02000000:00000001:0.0:1789117702.957329:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789117702.957331:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789117702.957332:0:2398:0:(genops.c:1223:class_import_put()) import ffff888d11393000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000001:0.0:1789117702.957334:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789117702.957336:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d12fea400. 02000000:00000001:0.0:1789117702.957337:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789117702.957339:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789117702.957340:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c0b40. 00000100:00000001:0.0:1789117702.957344:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789117702.957345:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.957347:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789117702.957355:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789117702.957357:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117702.957359:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789117702.957361:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789117702.964809:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.964840:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117702.964844:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.964847:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117702.964855:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.964863:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117702.964873:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.964878:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.964883:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.964888:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705700 00000400:00000200:0.0:1789117702.964893:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.964899:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0xa21 [1] + 224 00000800:00000001:0.0:1789117702.964907:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.964912:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117702.964915:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117702.964920:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117702.964928:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117702.964937:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117702.964949:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.964975:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117702.964984:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.964988:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117702.964990:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.964992:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117702.964995:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.964998:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117702.965002:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.965004:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.965007:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.965010:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705680 00000400:00000200:0.0:1789117702.965013:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117702.965023:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0xa31 [1] + 224 00000800:00000001:0.0:1789117702.965027:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.965035:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117702.965038:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117702.965041:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117702.965044:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117702.965049:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117702.965058:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117702.965066:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117702.965070:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117702.965073:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117702.965655:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117702.965669:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789117702.965676:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117702.965679:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117702.965683:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf4948. 00000400:00000200:1.0:1789117702.965689:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353908 00000400:00000010:1.0:1789117702.965691:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353908. 00000100:00000001:1.0:1789117702.965694:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117702.965700:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117702.965723:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.965729:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117702.965731:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117702.965734:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117702.965737:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117702.965740:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117702.965742:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117702.965744:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117702.965753:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b2c60 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117702.965757:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b2c18 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117702.965760:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117702.965762:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117702.965765:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789117702.965768:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.965772:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117702.965775:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117702.965777:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117702.965779:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117702.965783:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.965791:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117702.965794:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117702.965796:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117702.965800:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117702.965808:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565795968:192.168.201.125@tcp:400:kworker.0 00000400:00000001:1.0:1789117702.965815:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789117702.965816:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789117702.965818:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d05cf44d0. 00000400:00000200:1.0:1789117702.965820:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d11353aa0 00000400:00000010:1.0:1789117702.965828:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d11353aa0. 00000100:00000001:1.0:1789117702.965831:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117702.965835:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789117702.965844:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.965851:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789117702.965854:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117702.965855:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789117702.965857:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789117702.965858:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789117702.965859:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789117702.965861:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789117702.965865:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b4c60 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1789117702.965868:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b4c18 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1789117702.965870:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789117702.965871:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789117702.965873:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789117702.965877:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789117702.965883:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.965885:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789117702.965887:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:1.0:1789117702.965888:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789117702.965890:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789117702.965893:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.965900:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789117702.965902:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789117702.965903:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789117702.965906:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789117702.965926:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d221c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2399:1876025565796096:192.168.201.125@tcp:400:kworker.0 00000100:00000001:1.0:1789117702.965930:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117702.965933:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117702.965937:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c30c0 x1876025565795968/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.965943:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117702.965945:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117702.965948:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d121ea600. 02000000:00000001:1.0:1789117702.965952:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117702.965955:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117702.965957:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d034b2800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d20018000 00000020:00000001:1.0:1789117702.965959:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117702.965961:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d12feae00. 02000000:00000001:1.0:1789117702.965964:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117702.965965:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117702.965967:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c30c0. 00000100:00000001:1.0:1789117702.965970:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117702.965972:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117702.965973:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117702.965977:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d221c3c00 x1876025565796096/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117702.965983:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789117702.965984:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789117702.965986:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d421cca00. 02000000:00000001:1.0:1789117702.965989:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789117702.965990:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789117702.965991:0:2399:0:(genops.c:1223:class_import_put()) import ffff888d034b4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d20018000 00000020:00000001:1.0:1789117702.965993:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789117702.965994:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d12fea000. 02000000:00000001:1.0:1789117702.965996:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789117702.965997:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789117702.965998:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d221c3c00. 00000100:00000001:1.0:1789117702.966007:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789117702.966008:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117702.966011:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789117702.966018:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789117702.966020:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117702.966022:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789117702.966025:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117703.318673:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117703.318680:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117703.318686:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117703.318687:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117703.318787:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117703.318791:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117703.318794:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1789117703.702741:0:6174:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1789117703.702749:0:6174:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1789117703.766656:0:8643:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295056669, at 4295056704 00000100:00000010:0.0:1789117703.766672:0:8643:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d04ed47e0. 00000100:00000040:1.0:1789117703.771976:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295056669, at 4295056709 00000100:00000010:1.0:1789117703.771994:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d04ed4f60. 00010000:00000001:3.0:1789117704.345120:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117704.345129:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117704.345135:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117704.345136:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117704.345461:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117704.345465:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117704.345469:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117705.367635:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117705.367643:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117705.367648:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117705.367649:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117705.367737:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117705.367740:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117705.367743:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117706.390609:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117706.390619:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117706.390625:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117706.390627:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117706.390711:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117706.390715:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117706.390718:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789117706.526800:0:6162:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789117706.526807:0:6162:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117707.415577:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117707.415583:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117707.415588:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117707.415589:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117707.415763:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117707.415767:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117707.415770:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789117708.065730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) aa63026c-d7d6-4509-a07c-c63597c88596->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117708.065741:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117708.065747:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22059a40. 00000020:00000040:3.0:1789117708.065753:0:36:0:(genops.c:1210:class_import_get()) import ffff888d113f4000 refcount=4 obd=MGC192.168.201.125@tcp 00000100:00000001:3.0:1789117708.065757:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117708.065760:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117708.065764:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117708.065772:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02b5b700. 00000100:00000001:3.0:1789117708.065779:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.065791:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging aa63026c-d7d6-4509-a07c-c63597c88596->MGS req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117708.065813:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117708.065817:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.065823:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000187174da] to pc [ptlrpcd_01_01+1] req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.065847:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.065850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117708.066037:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117708.066041:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22059e00. 00000020:00000040:3.0:1789117708.066044:0:36:0:(genops.c:1210:class_import_get()) import ffff888d11393000 refcount=4 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000100:00000001:3.0:1789117708.066047:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117708.066048:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117708.066050:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117708.066055:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02b5ba00. 00000100:00000001:3.0:1789117708.066058:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066066:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0000_UUID req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117708.066072:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117708.066074:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066078:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd9f548] to pc [ptlrpcd_01_00+0] req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.066085:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117708.066090:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117708.066093:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22058b40. 00000020:00000040:3.0:1789117708.066095:0:36:0:(genops.c:1210:class_import_get()) import ffff888d11390800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000100:00000001:3.0:1789117708.066097:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117708.066099:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117708.066100:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117708.066103:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02b5bc00. 00000100:00000001:3.0:1789117708.066112:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066117:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-MDT0001_UUID req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117708.066124:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117708.066125:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066129:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de3f2fb] to pc [ptlrpcd_01_01+1] req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.066136:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117708.066141:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117708.066143:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117708.066146:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8d483992-49e2-4ac3-a065-89ace7c90aaa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117708.066148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117708.066151:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117708.066154:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22058f00. 00000020:00000040:3.0:1789117708.066156:0:36:0:(genops.c:1210:class_import_get()) import ffff888d034b2800 refcount=4 obd=lustre-MDT0000-mdc-ffff888d20018000 00000100:00000001:3.0:1789117708.066159:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117708.066160:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117708.066162:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117708.066165:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02b5b200. 00000100:00000001:3.0:1789117708.066167:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066171:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0000_UUID req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117708.066177:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117708.066179:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066182:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000578f1480] to pc [ptlrpcd_01_00+0] req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.066199:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066202:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789117708.066205:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789117708.066208:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff888d22059680. 00000020:00000040:3.0:1789117708.066210:0:36:0:(genops.c:1210:class_import_get()) import ffff888d034b4800 refcount=4 obd=lustre-MDT0001-mdc-ffff888d20018000 00000100:00000001:3.0:1789117708.066212:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789117708.066214:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789117708.066215:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789117708.066219:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff888d02b5b600. 00000100:00000001:3.0:1789117708.066221:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066225:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-MDT0001_UUID req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789117708.066231:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789117708.066233:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066236:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bccb6fb7] to pc [ptlrpcd_01_01+1] req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.066242:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.066244:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117708.066247:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117708.066372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789117708.066377:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e83f43ca-7345-4d90-8a27-bdfe63862b4d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789117708.066382:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000100:00000001:3.0:1789117708.066626:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117708.066629:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117708.066632:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117708.066637:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.066656:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117708.066658:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.066662:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117708.066665:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117708.066667:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117708.066671:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565796224:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117708.066676:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117708.066682:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117708.066685:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.066688:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117708.066693:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d205a6e00. 02000000:00000001:3.0:1789117708.066695:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117708.066702:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117708.066707:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df478. 00000400:00000010:3.0:1789117708.066714:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde4c8. 00000100:00000200:3.0:1789117708.066722:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565796224, portal 25 00000100:00000001:3.0:1789117708.066725:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117708.066727:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475399744 : -131335234151872 : ffff888d22059a40) 00000100:00000040:3.0:1789117708.066733:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.066740:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117708.066743:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117708.066746:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde440. 00000100:00000200:3.0:1789117708.066749:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876025565796224, offset 0 00000400:00000200:3.0:1789117708.066755:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117708.066764:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117708.066772:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117708.066776:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117708.066781:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117708.066784:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117708.066787:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117708.066796:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [185:185:256:4294967295] 192.168.201.125@tcp LPNI seq info [185:185:8:4294967295] 00000400:00000200:3.0:1789117708.066800:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117708.066809:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117708.066815:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117708.066819:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5b400. 00000800:00000200:3.0:1789117708.066826:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117708.066834:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117708.066838:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117708.068549:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117708.068564:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117708.068567:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 0 is 4295062287 00000100:00000010:3.0:1789117708.068574:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d188f1d20. 00000100:00000001:3.0:1789117708.068581:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789117708.068588:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS new deadline estimation for cpu 1 is 4295062287 00000100:00000010:3.0:1789117708.068591:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff888d188f1300. 00000100:00000001:3.0:1789117708.068594:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789117708.068597:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117708.068600:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.068604:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117708.068612:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.068620:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117708.068622:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.068626:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117708.068629:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117708.068631:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117708.068634:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565796480:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117708.068638:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117708.068642:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117708.068645:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.068653:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117708.068658:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d205a7600. 02000000:00000001:3.0:1789117708.068660:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117708.068665:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117708.068668:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df4d0. 00000400:00000010:3.0:1789117708.068674:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdeb28. 00000100:00000200:3.0:1789117708.068680:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565796480, portal 10 00000100:00000001:3.0:1789117708.068682:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117708.068684:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475395904 : -131335234155712 : ffff888d22058b40) 00000100:00000040:3.0:1789117708.068693:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.068700:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117708.068703:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117708.068706:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde550. 00000100:00000200:3.0:1789117708.068709:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565796480, offset 0 00000400:00000200:3.0:1789117708.068715:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117708.068722:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117708.068729:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117708.068734:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117708.068739:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117708.068742:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117708.068744:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117708.068747:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [186:186:255:4294967295] 192.168.201.125@tcp LPNI seq info [186:186:7:4294967295] 00000400:00000200:3.0:1789117708.068751:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117708.068759:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117708.068765:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117708.068769:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5b300. 00000800:00000200:3.0:1789117708.068775:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117708.068783:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117708.068787:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117708.068791:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.068800:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: using a timeout of 121780 usecs (122 jiffies) 00000400:00000200:3.0:1789117708.068803:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117708.068805:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295061128 00000100:00000001:3.0:1789117708.068808:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295062287 00000100:00000001:3.0:1789117708.068810:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295061128 00000100:00000001:3.0:1789117708.068812:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295062287 00000100:00000001:3.0:1789117708.068814:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117708.068816:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.068818:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117708.068824:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.068831:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117708.068833:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.068835:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117708.068837:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117708.068838:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117708.068841:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2401:1876025565796736:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117708.068844:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117708.068847:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117708.068849:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.068851:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1789117708.070720:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117708.070730:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5b400. 00000400:00000200:1.0:1789117708.070739:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117708.070749:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117708.070758:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde440 00000400:00000010:1.0:1789117708.070760:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde440. 00000100:00000001:1.0:1789117708.070766:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117708.070773:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117708.070787:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117708.070791:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117708.070799:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117708.070801:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789117708.070891:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789117708.070894:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5b300. 00000400:00000200:1.0:1789117708.070897:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117708.070901:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:1.0:1789117708.070904:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde550 00000400:00000010:1.0:1789117708.070905:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde550. 00000100:00000001:1.0:1789117708.070908:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789117708.070912:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117708.070933:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789117708.070936:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117708.070942:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789117708.070943:0:2390:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1789117708.072366:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d205a6000. 02000000:00000001:3.0:1789117708.072374:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117708.072383:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117708.072388:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df318. 00000400:00000010:3.0:1789117708.072394:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde908. 00000100:00000200:3.0:1789117708.072400:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565796736, portal 10 00000100:00000001:3.0:1789117708.072403:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117708.072405:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475398784 : -131335234152832 : ffff888d22059680) 00000100:00000040:3.0:1789117708.072417:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.072435:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117708.072438:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117708.072441:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde880. 00000100:00000200:3.0:1789117708.072445:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565796736, offset 0 00000400:00000200:3.0:1789117708.072451:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117708.072474:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117708.072482:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117708.072488:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117708.072492:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117708.072495:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117708.072498:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117708.072502:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [187:187:256:4294967295] 192.168.201.125@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:3.0:1789117708.072505:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117708.072513:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117708.072518:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117708.072523:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5b800. 00000800:00000200:3.0:1789117708.072545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117708.072552:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117708.072556:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117708.072576:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.072580:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: using a timeout of 27697 usecs (28 jiffies) 00000400:00000200:3.0:1789117708.072583:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117708.072585:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295061038 00000100:00000001:3.0:1789117708.072588:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295062287 00000100:00000001:3.0:1789117708.072591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295061038 00000100:00000001:3.0:1789117708.072593:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295062287 00000100:00000001:3.0:1789117708.072595:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117708.072598:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.072608:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.072611:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.072618:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117708.072621:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789117708.072623:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117708.072625:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117708.072627:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117708.072630:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789117708.072632:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.072634:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117708.072636:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.072638:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117708.072639:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117708.072641:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117708.072646:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.072654:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117708.072656:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.072660:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117708.072662:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117708.072665:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117708.072668:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565796352:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117708.072672:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117708.072678:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117708.072681:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.072684:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117708.072688:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d205a7000. 02000000:00000001:3.0:1789117708.072690:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117708.072693:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117708.072696:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df7e8. 00000400:00000010:3.0:1789117708.072699:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde550. 00000100:00000200:3.0:1789117708.072703:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565796352, portal 10 00000100:00000001:3.0:1789117708.072705:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117708.072706:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475400704 : -131335234150912 : ffff888d22059e00) 00000100:00000040:3.0:1789117708.072713:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.072724:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117708.072727:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117708.072729:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde440. 00000100:00000200:3.0:1789117708.072732:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565796352, offset 0 00000400:00000200:3.0:1789117708.072736:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117708.072740:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117708.072744:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117708.072746:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117708.072748:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117708.072751:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117708.072753:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117708.072755:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [188:188:255:4294967295] 192.168.201.125@tcp LPNI seq info [188:188:7:4294967295] 00000400:00000200:3.0:1789117708.072759:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117708.072764:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117708.072768:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117708.072771:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5bd00. 00000800:00000200:3.0:1789117708.072775:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117708.072779:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117708.072782:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117708.072785:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.072788:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: using a timeout of 109762 usecs (110 jiffies) 00000400:00000200:3.0:1789117708.072791:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117708.072792:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 0 is 4295061120 00000100:00000001:3.0:1789117708.072794:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 0, keep current deadline 4295062287 00000100:00000001:3.0:1789117708.072796:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS new deadline estimation for cpu 1 is 4295061120 00000100:00000001:3.0:1789117708.072798:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d04f2f000: PM QoS request active for cpu 1, keep current deadline 4295062287 00000100:00000001:3.0:1789117708.072800:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117708.072802:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.072810:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789117708.072814:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.072821:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789117708.072822:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.072825:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789117708.072826:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789117708.072828:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789117708.072830:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff888d22058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2401:1876025565796608:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117708.072833:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789117708.072836:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789117708.072837:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.072839:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789117708.072842:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff888d205a6400. 02000000:00000001:3.0:1789117708.072843:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789117708.072846:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000010:3.0:1789117708.072849:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff888d054df000. 00000400:00000010:3.0:1789117708.072852:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cde6e8. 00000100:00000200:3.0:1789117708.072872:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876025565796608, portal 10 00000100:00000001:3.0:1789117708.072873:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789117708.072874:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612738475396864 : -131335234154752 : ffff888d22058f00) 00000100:00000040:3.0:1789117708.072880:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.072887:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789117708.072889:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.125@tcp 00000400:00000010:3.0:1789117708.072892:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff888d04cdeaa0. 00000100:00000200:3.0:1789117708.072894:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876025565796608, offset 0 00000400:00000200:3.0:1789117708.072898:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.125@tcp 00000400:00000200:3.0:1789117708.072903:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117708.072906:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.125@tcp local destination 00000400:00000200:3.0:1789117708.072909:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789117708.072911:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.25@tcp 00000400:00000200:3.0:1789117708.072914:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789117708.072921:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.125@tcp 00000400:00000200:3.0:1789117708.072925:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.25@tcp NI seq info: [189:189:254:4294967295] 192.168.201.125@tcp LPNI seq info [189:189:6:4294967295] 00000400:00000200:3.0:1789117708.072929:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:3.0:1789117708.072935:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp:) -> 192.168.201.125@tcp(192.168.201.125@tcp:192.168.201.125@tcp) : PUT try# 0 00000800:00000200:3.0:1789117708.072940:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.125@tcp 00000800:00000010:3.0:1789117708.072943:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff888d02b5bf00. 00000800:00000200:3.0:1789117708.072946:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff888d02ca4000] -> 12345-192.168.201.125@tcp (5) 00000800:00000200:3.0:1789117708.072951:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.125@tcp ip 192.168.201.125:988 00000800:00000200:3.0:1789117708.072953:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff888d02b5bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789117708.072956:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.072959:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: using a timeout of 21125 usecs (22 jiffies) 00000400:00000200:3.0:1789117708.072962:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000100:00000001:3.0:1789117708.072964:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 0 is 4295061032 00000100:00000001:3.0:1789117708.072966:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 0, keep current deadline 4295062287 00000100:00000001:3.0:1789117708.072968:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS new deadline estimation for cpu 1 is 4295061032 00000100:00000001:3.0:1789117708.072971:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff888d20018000: PM QoS request active for cpu 1, keep current deadline 4295062287 00000100:00000001:3.0:1789117708.072972:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117708.072974:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.072977:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.072979:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.072997:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117708.073000:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789117708.073642:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117708.073648:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5b800. 00000400:00000200:0.0:1789117708.073654:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117708.073661:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117708.073667:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde880 00000400:00000010:0.0:1789117708.073669:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde880. 00000100:00000001:0.0:1789117708.073673:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117708.073677:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117708.073700:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117708.073704:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117708.073710:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117708.073711:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117708.073724:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117708.073726:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5bd00. 00000400:00000200:0.0:1789117708.073729:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117708.073732:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117708.073735:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde440 00000400:00000010:0.0:1789117708.073737:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde440. 00000100:00000001:0.0:1789117708.073738:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117708.073742:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117708.073749:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117708.073751:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117708.073757:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117708.073758:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789117708.073823:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789117708.073826:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff888d02b5bf00. 00000400:00000200:0.0:1789117708.073829:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117708.073832:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000400:00000200:0.0:1789117708.073835:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdeaa0 00000400:00000010:0.0:1789117708.073836:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdeaa0. 00000100:00000001:0.0:1789117708.073839:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789117708.073842:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117708.073850:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789117708.074344:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117708.074365:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789117708.074366:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789117708.088789:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117708.088810:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117708.088815:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117708.088818:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117708.088828:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117708.088837:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117708.088845:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117708.088850:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117708.088870:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117708.088875:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 25 MB=0x6aa3c3d705780 00000400:00000200:1.0:1789117708.088879:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117708.088884:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.125@tcp of length 224/224 into md 0xa41 [1] + 224 00000800:00000001:1.0:1789117708.088891:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117708.088895:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117708.088898:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117708.088903:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117708.088910:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117708.088918:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117708.088929:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117708.088948:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117708.088957:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117708.088961:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789117708.088963:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117708.088964:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117708.088976:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117708.088979:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:1.0:1789117708.088984:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117708.088986:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117708.088988:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117708.088991:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705880 00000400:00000200:1.0:1789117708.088994:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:1.0:1789117708.088998:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0xa49 [1] + 224 00000800:00000001:1.0:1789117708.089002:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117708.089008:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789117708.089010:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789117708.089013:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:1.0:1789117708.089015:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789117708.089020:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789117708.089028:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789117708.089034:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789117708.089038:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789117708.089040:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.089122:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117708.089128:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789117708.089136:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117708.089138:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117708.089142:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df478. 00000400:00000200:3.0:1789117708.089147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde4c8 00000400:00000010:3.0:1789117708.089150:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde4c8. 00000100:00000001:3.0:1789117708.089153:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117708.089157:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117708.089183:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.089190:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117708.089192:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.089194:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117708.089198:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117708.089200:0:2401:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117708.089202:0:2401:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.089205:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117708.089212:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d113f4460 time=118 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117708.089217:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d113f4418 time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117708.089220:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117708.089221:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117708.089225:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117708.089227:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.089230:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.089236:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.089243:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117708.089247:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117708.089250:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117708.089254:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117708.089263:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:aa63026c-d7d6-4509-a07c-c63597c88596:2401:1876025565796224:192.168.201.125@tcp:400:kworker.0 00000400:00000001:3.0:1789117708.089269:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117708.089271:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117708.089272:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df4d0. 00000400:00000200:3.0:1789117708.089276:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cdeb28 00000400:00000010:3.0:1789117708.089278:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cdeb28. 00000100:00000001:3.0:1789117708.089280:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117708.089282:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117708.089296:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.089302:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117708.089304:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.089305:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117708.089307:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117708.089308:0:2401:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117708.089309:0:2401:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.089311:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117708.089316:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11390c60 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117708.089319:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11390c18 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117708.089321:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117708.089322:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117708.089323:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789117708.089328:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789117708.089334:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.089336:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117708.089338:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117708.089340:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117708.089341:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.089344:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.089350:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117708.089351:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117708.089353:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117708.089356:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117708.089363:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565796480:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117708.089375:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.089378:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117708.089383:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22059a40 x1876025565796224/t0(0) o400->MGC192.168.201.125@tcp@192.168.201.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.089389:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117708.089392:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117708.089396:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d205a6e00. 02000000:00000001:3.0:1789117708.089399:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117708.089401:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117708.089403:0:2401:0:(genops.c:1223:class_import_put()) import ffff888d113f4000 refcount=3 obd=MGC192.168.201.125@tcp 00000020:00000001:3.0:1789117708.089405:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117708.089408:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02b5b700. 02000000:00000001:3.0:1789117708.089411:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117708.089412:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117708.089414:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22059a40. 00000100:00000001:3.0:1789117708.089418:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117708.089419:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.089421:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117708.089423:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22058b40 x1876025565796480/t0(0) o400->lustre-MDT0001-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.089429:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117708.089430:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117708.089431:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d205a7600. 02000000:00000001:3.0:1789117708.089433:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117708.089434:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117708.089435:0:2401:0:(genops.c:1223:class_import_put()) import ffff888d11390800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d04f2f000 00000020:00000001:3.0:1789117708.089437:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117708.089438:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02b5bc00. 02000000:00000001:3.0:1789117708.089439:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117708.089440:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117708.089441:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22058b40. 00000100:00000001:3.0:1789117708.089444:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117708.089445:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.089447:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.089449:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117708.089456:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789117708.091804:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.091814:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789117708.107869:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117708.107888:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117708.107893:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117708.107896:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117708.107905:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.107924:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117708.107937:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.107943:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.107950:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.107957:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705980 00000400:00000200:0.0:1789117708.107962:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.107968:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0xa51 [1] + 224 00000800:00000001:0.0:1789117708.107976:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117708.107982:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117708.107985:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117708.107989:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117708.107997:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117708.108007:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117708.108018:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117708.108042:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117708.108052:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117708.108056:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117708.108058:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117708.108060:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117708.108063:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.108066:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117708.108071:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.108082:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.108085:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.108088:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705900 00000400:00000200:0.0:1789117708.108091:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.108095:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0xa61 [1] + 224 00000800:00000001:0.0:1789117708.108099:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117708.108102:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117708.108104:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117708.108107:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117708.108111:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117708.108116:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117708.108124:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117708.108132:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117708.108136:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117708.108140:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789117708.108141:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117708.108143:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117708.108146:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.108149:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.25@tcp(192.168.201.25@tcp) <- 192.168.201.125@tcp : PUT - for me 00000400:00000200:0.0:1789117708.108153:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.108156:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.108158:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.108161:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.125@tcp of length 224 into portal 10 MB=0x6aa3c3d705800 00000400:00000200:0.0:1789117708.108164:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.125@tcp to cpt 0 00000400:00000200:0.0:1789117708.108168:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.125@tcp of length 224/224 into md 0xa59 [1] + 224 00000800:00000001:0.0:1789117708.108171:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117708.108178:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789117708.108180:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789117708.108183:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.25@tcp->192.168.201.125@tcp: PUT: OK 00000100:00000001:0.0:1789117708.108186:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789117708.108197:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789117708.108206:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789117708.108214:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789117708.108219:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789117708.108222:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.108328:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117708.108332:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789117708.108338:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117708.108341:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117708.108344:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df7e8. 00000400:00000200:3.0:1789117708.108350:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde550 00000400:00000010:3.0:1789117708.108352:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde550. 00000100:00000001:3.0:1789117708.108355:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117708.108360:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117708.108368:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.108374:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117708.108376:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.108379:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117708.108382:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117708.108384:0:2401:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117708.108386:0:2401:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.108389:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117708.108398:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d11393460 time=118 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117708.108403:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d11393418 time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117708.108405:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117708.108407:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117708.108410:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117708.108414:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.108418:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117708.108420:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d04f2f000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117708.108422:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117708.108424:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.108429:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.108436:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117708.108446:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117708.108448:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117708.108453:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117708.108477:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8d483992-49e2-4ac3-a065-89ace7c90aaa:2401:1876025565796352:192.168.201.125@tcp:400:kworker.0 00000400:00000001:3.0:1789117708.108484:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117708.108485:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117708.108487:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df000. 00000400:00000200:3.0:1789117708.108490:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde6e8 00000400:00000010:3.0:1789117708.108492:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde6e8. 00000100:00000001:3.0:1789117708.108494:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117708.108497:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117708.108505:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.108511:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117708.108513:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.108515:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117708.108516:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117708.108517:0:2401:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117708.108519:0:2401:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.108521:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117708.108564:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b2c60 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117708.108568:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b2c18 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117708.108571:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117708.108572:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117708.108573:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789117708.108575:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.108578:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117708.108579:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117708.108581:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117708.108583:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.108587:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.108600:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117708.108602:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117708.108603:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117708.108607:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117708.108614:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22058f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2401:1876025565796608:192.168.201.125@tcp:400:kworker.0 00000400:00000001:3.0:1789117708.108620:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789117708.108622:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789117708.108623:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff888d054df318. 00000400:00000200:3.0:1789117708.108626:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff888d04cde908 00000400:00000010:3.0:1789117708.108628:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff888d04cde908. 00000100:00000001:3.0:1789117708.108630:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789117708.108633:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789117708.108643:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.108648:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789117708.108650:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.108651:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789117708.108653:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789117708.108654:0:2401:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789117708.108655:0:2401:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789117708.108657:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789117708.108661:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff888d034b4c60 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1789117708.108665:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff888d034b4c18 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1789117708.108667:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789117708.108668:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117708.108670:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789117708.108673:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789117708.108845:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.108848:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789117708.108849:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff888d20018000: skip recheck: last_committed 0 00000100:00000001:3.0:1789117708.108851:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789117708.108852:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789117708.108857:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.108864:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789117708.108867:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789117708.108868:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789117708.108871:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789117708.108878:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff888d22059680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e83f43ca-7345-4d90-8a27-bdfe63862b4d:2401:1876025565796736:192.168.201.125@tcp:400:kworker.0 00000100:00000001:3.0:1789117708.108883:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.108886:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117708.108890:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22059e00 x1876025565796352/t0(0) o400->lustre-MDT0000-mdc-ffff888d04f2f000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.108897:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117708.108900:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117708.108903:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d205a7000. 02000000:00000001:3.0:1789117708.108907:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117708.108910:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117708.108921:0:2401:0:(genops.c:1223:class_import_put()) import ffff888d11393000 refcount=3 obd=lustre-MDT0000-mdc-ffff888d04f2f000 00000020:00000001:3.0:1789117708.108923:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117708.108926:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02b5ba00. 02000000:00000001:3.0:1789117708.108930:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117708.108931:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117708.108933:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22059e00. 00000100:00000001:3.0:1789117708.108939:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117708.108940:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.108947:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117708.108952:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22058f00 x1876025565796608/t0(0) o400->lustre-MDT0000-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.108958:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117708.108960:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117708.108961:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d205a6400. 02000000:00000001:3.0:1789117708.108964:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117708.108965:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117708.108966:0:2401:0:(genops.c:1223:class_import_put()) import ffff888d034b2800 refcount=3 obd=lustre-MDT0000-mdc-ffff888d20018000 00000020:00000001:3.0:1789117708.108968:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117708.108970:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02b5b200. 02000000:00000001:3.0:1789117708.108972:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117708.108973:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117708.108974:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22058f00. 00000100:00000001:3.0:1789117708.108977:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117708.108978:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.108980:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789117708.108983:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff888d22059680 x1876025565796736/t0(0) o400->lustre-MDT0001-mdc-ffff888d20018000@192.168.201.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1789117724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789117708.108989:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789117708.108991:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789117708.108992:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff888d205a6000. 02000000:00000001:3.0:1789117708.108994:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789117708.108996:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789117708.108997:0:2401:0:(genops.c:1223:class_import_put()) import ffff888d034b4800 refcount=3 obd=lustre-MDT0001-mdc-ffff888d20018000 00000020:00000001:3.0:1789117708.108998:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789117708.109000:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff888d02b5b600. 02000000:00000001:3.0:1789117708.109002:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789117708.109003:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789117708.109004:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff888d22059680. 00000100:00000001:3.0:1789117708.109006:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789117708.109008:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.109010:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789117708.109019:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789117708.109022:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789117708.109024:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789117708.109032:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117708.438712:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117708.438721:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117708.438728:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117708.438729:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789117708.438911:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789117708.438915:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117708.438919:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789117709.398664:0:8643:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d000 (cpu 0) has reached its deadline 4295062287, at 4295062336 00000100:00000010:0.0:1789117709.398683:0:8643:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d188f1d20. 00000100:00000040:1.0:1789117709.401845:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff888d0876d110 (cpu 1) has reached its deadline 4295062287, at 4295062336 00000100:00000010:1.0:1789117709.401869:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff888d188f1300. 00010000:00000001:3.0:1789117709.462966:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117709.462978:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117709.462988:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117709.462989:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117709.463102:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117709.463106:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117709.463110:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117710.487045:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117710.487053:0:132:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789117710.487055:0:132:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789117710.487058:0:132:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117710.487064:0:132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789117710.487066:0:132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117710.487068:0:132:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117710.487071:0:132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117710.487074:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117710.487076:0:132:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789117710.487077:0:132:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789117710.487079:0:132:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117710.487081:0:132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789117710.487082:0:132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117710.487084:0:132:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117710.487085:0:132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789117710.487669:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789117710.487677:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789117710.487683:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117711.510808:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117711.510823:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117711.510833:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117711.510835:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789117711.511032:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789117711.511037:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789117711.511040:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789117712.537827:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117712.537839:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789117712.537847:0:132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789117712.537849:0:132:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789117712.537956:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789117712.537961:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789117712.537964:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 12028 lines, 12028 kept, 0 dropped, 0 bad.