00000001:01000000:2.0F:1787460547.782538:0:2350:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 613 MB/s 00000001:01000000:3.0F:1787460548.032359:0:2350:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 531 MB/s 00000001:01000000:3.0:1787460548.283477:0:2350:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3669 MB/s 00000020:02000000:2.0:1787460549.312905:0:2380:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_65_gc740cad 00000400:02000000:3.0:1787460550.650428:0:2394:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.40@tcp [8/256/0/180] 00008000:02000000:1.0F:1787460554.700758:0:2544:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1787460744.338705:0:6173:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787460744.338710:0:6173:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1787460744.338711:0:6173:0:(obd_mount.c:926:lmd_print()) device: 192.168.201.140@tcp:/lustre 00000020:01000004:2.0:1787460744.338712:0:6173:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1787460744.338827:0:6173:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000cf5d0f7e 00000080:01000004:2.0:1787460744.338837:0:6173:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1787460744.338854:0:6173:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.140@tcp' 00000020:01000004:2.0:1787460744.340069:0:6173:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.140@tcp (typ=mgc) 00000020:00000080:2.0:1787460744.340128:0:6173:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.140@tcp (000000002a9b5e06) 00000020:00000080:2.0:1787460744.340145:0:6173:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1787460744.340577:0:6173:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1787460744.340607:0:6173:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1787460744.340765:0:6173:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1787460744.340772:0:6173:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1787460744.345421:0:6173:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1787460744.345440:0:6173:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1787460744.346121:0:6173:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:3.0:1787460744.346128:0:6173:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0F:1787460744.348552:0:6173:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1787460744.348574:0:6173:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1787460744.351481:0:6173:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787460744.351791:0:6173:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787460744.352032:0:6173:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1787460744.352039:0:6173:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1787460744.356226:0:6173:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:3.0:1787460744.356242:0:6173:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1787460744.368422:0:6173:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:3.0:1787460744.368438:0:6173:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1787460744.369159:0:6173:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1787460744.369167:0:6173:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:3.0:1787460744.370023:0:6173:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:3.0:1787460744.370031:0:6173:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1787460744.383926:0:6173:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1787460744.383939:0:6173:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:0.0:1787460744.385854:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460744.385860:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460744.385862:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460744.386140:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460744.386143:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460744.386145:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1787460744.386557:0:6173:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003b6e9147@MGC192.168.201.140@tcp: add connection 192.168.201.140@tcp at head 00010000:00010000:3.0:1787460744.386721:0:6173:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.140@tcp-0 is initialized 00000040:01000000:3.0:1787460744.386728:0:6173:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.140@tcp ctxt 1 is initialized 00010000:00010000:3.0:1787460744.396303:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1787460744.396313:0:6187:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1787460744.396371:0:6173:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.140@tcp (uuid a82f4cb9-0a07-4767-a9ee-ed862cc6951d) 00000020:00000080:3.0:1787460744.396395:0:6173:0:(genops.c:1385:class_connect()) connect: client a82f4cb9-0a07-4767-a9ee-ed862cc6951d, cookie 0x552a9ea4e82a93fd 00000100:00080000:3.0:1787460744.396411:0:6173:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:3.0:1787460744.396424:0:6173:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import 000000003b6e9147 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000100:00100000:3.0:1787460744.396478:0:6173:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d9028f61 x1874288233676928/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787460744.396499:0:6173:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS 00000080:00200000:3.0:1787460744.396516:0:6173:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9faa85613000 (sb 00000000cf5d0f7e) 00000080:01000000:3.0:1787460744.396576:0:6173:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1787460744.396578:0:6173:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1787460744.396582:0:6173:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:3.0:1787460744.396590:0:6173:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 27f16748-35fa-4480-8502-10646644ddbc 10000000:01000000:3.0:1787460744.397043:0:6173:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787460744.397046:0:6173:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9faa85613000 10000000:01000000:3.0:1787460744.397054:0:6173:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9faa92ef0000 10000000:01000000:3.0:1787460744.397058:0:6173:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787460744.397065:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9faa92ef0000 from 1 10000000:01000000:3.0:1787460744.397068:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1787460744.397122:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: 00000000f4562f7b/0x552a9ea4e82a9404 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460744.397132:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: 00000000f4562f7b/0x552a9ea4e82a9404 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460744.397145:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: 00000000f4562f7b/0x552a9ea4e82a9404 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787460744.397162:0:6173:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000a861f6d5 x1874288233677056/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460744.397172:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 0000000044f5e87f going to sleep for 0 seconds 00000100:00100000:3.0:1787460744.397239:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d9028f61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2410:1874288233676928:192.168.201.140@tcp:250: 00000100:00100000:3.0:1787460744.400827:0:2410:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.201.140@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787460744.400847:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.201.140@tcp: connect to target with instance 0 00000100:00080000:3.0:1787460744.400856:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.201.140@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1787460744.400860:0:2410:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1787460744.400865:0:2410:0:(import.c:65:import_set_state_nolock()) 000000003b6e9147 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1787460744.400869:0:2410:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1787460744.400877:0:2410:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1787460744.400890:0:2410:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000044f5e87f): req@00000000a861f6d5 x1874288233677056/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460744.400906:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d9028f61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2410:1874288233676928:192.168.201.140@tcp:250: 00000100:00100000:3.0:1787460744.401033:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 0000000044f5e87f going to sleep for 11 seconds 00000100:00100000:0.0:1787460744.427517:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000a861f6d5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677056:192.168.201.140@tcp:101: 00010000:00010000:0.0:1787460744.427551:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: 00000000f4562f7b/0x552a9ea4e82a9404 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460744.427564:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: 00000000f4562f7b/0x552a9ea4e82a9404 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787460744.427674:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000013104b81 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677184:192.168.201.140@tcp:501: 00000100:00100000:0.0:1787460744.427766:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 00000000898d8a05 going to sleep for 11 seconds 00000100:00100000:0.0:1787460744.434466:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000013104b81 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677184:192.168.201.140@tcp:501: 10000000:01000000:0.0:1787460744.434520:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787460744.434552:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: 00000000f4562f7b/0x552a9ea4e82a9404 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460744.434565:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: 00000000f4562f7b/0x552a9ea4e82a9404 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787460744.434588:0:6173:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9faa85613000 10000000:01000000:0.0:1787460744.434594:0:6173:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787460744.434599:0:6173:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9faa85613000 10000000:01000000:0.0:1787460744.434601:0:6173:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787460744.434605:0:6173:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9faa85613000 10000000:01000000:0.0:1787460744.434607:0:6173:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1787460744.434611:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9faa85613000 from 1 10000000:01000000:0.0:1787460744.434614:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787460744.434657:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: 000000004cb1718b/0x552a9ea4e82a940b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460744.434665:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: 000000004cb1718b/0x552a9ea4e82a940b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460744.434679:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: 000000004cb1718b/0x552a9ea4e82a940b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787460744.434699:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000013104b81 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677312:192.168.201.140@tcp:101: 00000100:00100000:0.0:1787460744.434787:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 00000000898d8a05 going to sleep for 11 seconds 00000100:00100000:1.0:1787460744.439598:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000013104b81 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677312:192.168.201.140@tcp:101: 00010000:00010000:1.0:1787460744.439635:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: 000000004cb1718b/0x552a9ea4e82a940b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460744.439648:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: 000000004cb1718b/0x552a9ea4e82a940b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787460744.439750:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000498e69ac pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677440:192.168.201.140@tcp:501: 00000100:00100000:1.0:1787460744.439874:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 0000000085103127 going to sleep for 11 seconds 00000100:00100000:1.0:1787460744.445036:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000498e69ac pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677440:192.168.201.140@tcp:501: 00000100:00100000:1.0:1787460744.445137:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000498e69ac pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677568:192.168.201.140@tcp:503: 00000100:00100000:1.0:1787460744.445257:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 0000000085103127 going to sleep for 11 seconds 00000100:00100000:3.0:1787460744.452475:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000498e69ac pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677568:192.168.201.140@tcp:503: 00000100:00100000:3.0:1787460744.452818:0:6191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d9028f61 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6191:1874288233677696:192.168.201.140@tcp:502: 00000100:00100000:3.0:1787460744.452892:0:6191:0:(client.c:2715:ptlrpc_set_wait()) set 0000000005187d47 going to sleep for 11 seconds 00000100:00100000:3.0:1787460744.454796:0:6191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d9028f61 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6191:1874288233677696:192.168.201.140@tcp:502: 00000020:01000000:3.0:1787460744.454840:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787460744.454851:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787460744.454853:0:6191:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1787460744.454859:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9faa85613000 00000020:00000080:3.0:1787460744.454860:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787460744.454886:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9faa85613000 (00000000499976cd) 00000020:00000080:3.0:1787460744.454909:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1787460744.454917:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9faa85613000 00000020:00000080:3.0:1787460744.454919:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1787460744.455293:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9faa85613000 (uuid 27f16748-35fa-4480-8502-10646644ddbc) 00000020:01000000:3.0:1787460744.455297:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787460744.455299:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787460744.455300:0:6191:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1787460744.455302:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787460744.455304:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787460744.455305:0:6191:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1787460744.455307:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9faa85613000 00000020:00000080:3.0:1787460744.455308:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787460744.455312:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9faa85613000 (00000000f4ab3b2e) 00000020:00000080:3.0:1787460744.455319:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:3.0:1787460744.455321:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9faa85613000 00000020:00000080:3.0:1787460744.455323:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787460744.463486:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9faa85613000 (uuid 27f16748-35fa-4480-8502-10646644ddbc) 00000020:01000000:1.0:1787460744.463503:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787460744.463510:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.463513:0:6191:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1787460744.463517:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787460744.463522:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.463523:0:6191:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1787460744.463527:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787460744.463529:0:6191:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1787460744.463532:0:6191:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1787460744.463537:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787460744.463540:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.463541:0:6191:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1787460744.463542:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787460744.463546:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.463547:0:6191:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1787460744.463550:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787460744.463563:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:1.0:1787460744.463595:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9faa85613000 00000020:00000080:1.0:1787460744.463598:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787460744.463618:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9faa85613000 (00000000261b0436) 00000020:00000080:1.0:1787460744.463639:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:1.0:1787460744.463648:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9faa85613000 00000020:00000080:1.0:1787460744.463650:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787460744.463807:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003ebf71f0@lustre-MDT0000-mdc-ffff9faa85613000: add connection 192.168.201.140@tcp at head 00010000:00010000:1.0:1787460744.465431:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9faa85613000-1 is initialized 00000040:01000000:1.0:1787460744.465682:0:6191:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9faa85613000 ctxt 13 is initialized 00000020:00000080:1.0:1787460744.467763:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9faa85613000 (uuid 27f16748-35fa-4480-8502-10646644ddbc) 00000020:01000000:1.0:1787460744.467780:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9faa85613000 00000020:00000080:1.0:1787460744.467784:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1787460744.467812:0:6191:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1787460744.467850:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787460744.467854:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.467855:0:6191:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1787460744.467858:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787460744.467861:0:6191:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1787460744.467862:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787460744.467864:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787460744.467865:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787460744.467868:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.467869:0:6191:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787460744.467872:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787460744.467877:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.467878:0:6191:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1787460744.467881:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787460744.467887:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:1.0:1787460744.467915:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9faa85613000 00000020:00000080:1.0:1787460744.467918:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787460744.467927:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9faa85613000 (000000007a483767) 00000020:00000080:1.0:1787460744.467948:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:1.0:1787460744.467954:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9faa85613000 00000020:00000080:1.0:1787460744.467956:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787460744.468055:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 000000002c52b531@lustre-MDT0001-mdc-ffff9faa85613000: add connection 192.168.201.140@tcp at head 00010000:00010000:1.0:1787460744.470923:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9faa85613000-2 is initialized 00000040:01000000:1.0:1787460744.478063:0:6191:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9faa85613000 ctxt 13 is initialized 00000020:00000080:1.0:1787460744.478276:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9faa85613000 (uuid 27f16748-35fa-4480-8502-10646644ddbc) 00000020:01000000:1.0:1787460744.478291:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9faa85613000 00000020:00000080:1.0:1787460744.478294:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1787460744.478320:0:6191:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1787460744.478354:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787460744.478358:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.478359:0:6191:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1787460744.478362:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787460744.478365:0:6191:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1787460744.478366:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787460744.478367:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787460744.478369:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787460744.478371:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.478372:0:6191:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787460744.478374:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787460744.478378:0:6191:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.140@tcp:/lustre 00000020:00000080:1.0:1787460744.478381:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.478382:0:6191:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787460744.478385:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787460744.478390:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:1.0:1787460744.478421:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9faa85613000 00000020:00000080:1.0:1787460744.478423:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787460744.478433:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9faa85613000 (000000006b5c66f8) 00000020:00000080:1.0:1787460744.478459:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:1.0:1787460744.478465:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9faa85613000 00000020:00000080:1.0:1787460744.478467:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787460744.479222:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 000000002b3cd7a0@lustre-OST0000-osc-ffff9faa85613000: add connection 192.168.201.140@tcp at head 00010000:00010000:1.0:1787460744.479503:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9faa85613000-3 is initialized 00000020:00000080:1.0:1787460744.488835:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9faa85613000 (uuid 27f16748-35fa-4480-8502-10646644ddbc) 00000020:01000000:1.0:1787460744.488864:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9faa85613000 00000020:00000080:1.0:1787460744.488870:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1787460744.488897:0:6191:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1787460744.488907:0:6191:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9faa85613000: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1787460744.488913:0:6191:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1787460744.488926:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787460744.488931:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.488933:0:6191:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1787460744.488937:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787460744.488939:0:6191:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1787460744.488941:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787460744.488943:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787460744.488944:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787460744.488946:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.488947:0:6191:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787460744.488950:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787460744.488954:0:6191:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.140@tcp:/lustre 00000020:00000080:1.0:1787460744.488958:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.488959:0:6191:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1787460744.488962:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787460744.488979:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:1.0:1787460744.489012:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9faa85613000 00000020:00000080:1.0:1787460744.489014:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787460744.489028:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9faa85613000 (000000004e7e5d1a) 00000020:00000080:1.0:1787460744.489049:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:1.0:1787460744.489054:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9faa85613000 00000020:00000080:1.0:1787460744.489057:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787460744.489180:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ef132f38@lustre-OST0001-osc-ffff9faa85613000: add connection 192.168.201.140@tcp at head 00010000:00010000:1.0:1787460744.489430:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9faa85613000-4 is initialized 00000020:00000080:1.0:1787460744.489682:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9faa85613000 (uuid 27f16748-35fa-4480-8502-10646644ddbc) 00000020:01000000:1.0:1787460744.489690:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9faa85613000 00000020:00000080:1.0:1787460744.489694:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1787460744.489704:0:6191:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1787460744.489709:0:6191:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9faa85613000: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1787460744.489712:0:6191:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1787460744.489720:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787460744.489723:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.489725:0:6191:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1787460744.489727:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787460744.489730:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.489731:0:6191:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787460744.489733:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787460744.489735:0:6191:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1787460744.489780:0:6191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002818dc28 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6191:1874288233677824:192.168.201.140@tcp:502: 00000100:00100000:1.0:1787460744.489883:0:6191:0:(client.c:2715:ptlrpc_set_wait()) set 0000000042b5cad1 going to sleep for 11 seconds 00000100:00100000:1.0:1787460744.494529:0:6191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002818dc28 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6191:1874288233677824:192.168.201.140@tcp:502: 00000020:01000000:1.0:1787460744.494993:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787460744.495003:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.495005:0:6191:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000040:00080000:1.0:1787460744.495010:0:6191:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1787460744.495208:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:3.0:1787460744.495228:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787460744.495247:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: 000000004cb1718b/0x552a9ea4e82a940b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460744.495268:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: 000000004cb1718b/0x552a9ea4e82a940b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787460744.495276:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9faa85613000 from 1 10000000:01000000:3.0:1787460744.495278:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1787460744.495317:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: 000000004489995c/0x552a9ea4e82a943c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460744.495324:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: 000000004489995c/0x552a9ea4e82a943c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460744.495334:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: 000000004489995c/0x552a9ea4e82a943c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787460744.495353:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d9028f61 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677952:192.168.201.140@tcp:101: 00000100:00100000:3.0:1787460744.495435:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 000000005eb5f728 going to sleep for 11 seconds 00000100:00100000:3.0:1787460744.505545:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d9028f61 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233677952:192.168.201.140@tcp:101: 00010000:00010000:3.0:1787460744.505639:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: 000000004489995c/0x552a9ea4e82a943c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4125 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460744.505652:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: 000000004489995c/0x552a9ea4e82a943c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c4125 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787460744.507841:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d9028f61 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233678080:192.168.201.140@tcp:256: 00000100:00100000:3.0:1787460744.510666:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 000000005eb5f728 going to sleep for 11 seconds 00000100:00100000:0.0:1787460744.525986:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d9028f61 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233678080:192.168.201.140@tcp:256: 10000000:01000000:0.0:1787460744.526737:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1787460744.526755:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: 000000004489995c/0x552a9ea4e82a943c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4125 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460744.526766:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: 000000004489995c/0x552a9ea4e82a943c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4125 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787460744.526775:0:6173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9faa85613000 from 1 10000000:01000000:0.0:1787460744.526789:0:6173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787460744.526830:0:6173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: 000000004f11d8c8/0x552a9ea4e82a9443 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460744.526836:0:6173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: 000000004f11d8c8/0x552a9ea4e82a9443 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460744.526845:0:6173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: 000000004f11d8c8/0x552a9ea4e82a9443 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787460744.526864:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000001036df3e pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233678208:192.168.201.140@tcp:101: 00000100:00100000:0.0:1787460744.526974:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 0000000093a6494d going to sleep for 11 seconds 00000100:00100000:0.0:1787460744.532615:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000001036df3e pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233678208:192.168.201.140@tcp:101: 00010000:00010000:0.0:1787460744.532651:0:6173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: 000000004f11d8c8/0x552a9ea4e82a9443 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460744.532665:0:6173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: 000000004f11d8c8/0x552a9ea4e82a9443 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787460744.532752:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000001036df3e pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233678336:192.168.201.140@tcp:501: 00000100:00100000:0.0:1787460744.532844:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 0000000093a6494d going to sleep for 11 seconds 00000100:00100000:0.0:1787460744.535170:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000001036df3e pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233678336:192.168.201.140@tcp:501: 00000100:00100000:0.0:1787460744.535233:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000001036df3e pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233678464:192.168.201.140@tcp:503: 00000100:00100000:0.0:1787460744.535319:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set 0000000093a6494d going to sleep for 11 seconds 00000100:00100000:0.0:1787460744.542497:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000001036df3e pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6173:1874288233678464:192.168.201.140@tcp:503: 00000100:00100000:3.0:1787460744.543614:0:6197:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000e8dbd97b pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6197:1874288233678592:192.168.201.140@tcp:502: 00000100:00100000:3.0:1787460744.543736:0:6197:0:(client.c:2715:ptlrpc_set_wait()) set 000000002f1543d3 going to sleep for 11 seconds 00000100:00100000:1.0:1787460744.546546:0:6197:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000e8dbd97b pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6197:1874288233678592:192.168.201.140@tcp:502: 00000020:01000000:1.0:1787460744.546602:0:6197:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787460744.546614:0:6197:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.546616:0:6197:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787460744.546622:0:6197:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9faa85613000 00000020:00000080:1.0:1787460744.546625:0:6197:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787460744.546685:0:6197:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6197:1874288233678720:192.168.201.140@tcp:502: 00000100:00100000:1.0:1787460744.546777:0:6197:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa9862ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1787460744.556545:0:6197:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6197:1874288233678720:192.168.201.140@tcp:502: 00000020:01000000:1.0:1787460744.556593:0:6197:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787460744.556603:0:6197:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460744.556605:0:6197:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1787460744.556610:0:6197:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1787460744.557283:0:6173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1787460744.557313:0:6173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787460744.557339:0:6173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa80031c00/0x552a9ea4e82a9443 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460744.557353:0:6173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff9faa80031c00/0x552a9ea4e82a9443 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1787460744.557372:0:6173:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1787460744.557405:0:6173:0:(genops.c:1385:class_connect()) connect: client 27f16748-35fa-4480-8502-10646644ddbc, cookie 0x552a9ea4e82a944a 00800000:01000000:0.0:1787460744.557430:0:6173:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 27f16748-35fa-4480-8502-10646644ddbc to lustre-clilmv-ffff9faa85613000 00800000:01000000:0.0:1787460744.557437:0:6173:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9faa85613000(27f16748-35fa-4480-8502-10646644ddbc) - lustre-MDT0000_UUID, 27f16748-35fa-4480-8502-10646644ddbc 00000020:00000080:0.0:1787460744.557445:0:6173:0:(genops.c:1385:class_connect()) connect: client 27f16748-35fa-4480-8502-10646644ddbc, cookie 0x552a9ea4e82a9451 00000100:00080000:0.0:1787460744.557455:0:6173:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9faa85613000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:0.0:1787460744.557465:0:6173:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9faa85613000: import ffff9faa982db000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:0.0:1787460744.557480:0:6173:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787460744.557510:0:6173:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9faa91e89c00 x1874288233678848/t0(0) o38->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787460744.557535:0:6173:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID 00800000:01000000:0.0:1787460744.557657:0:6173:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9faa85613000(27f16748-35fa-4480-8502-10646644ddbc) successfully (5) 00800000:00000004:0.0:1787460744.557660:0:6173:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff9faa85613000: age -708, max_age 0 00800000:01000000:0.0:1787460744.557690:0:6173:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9faa85613000(27f16748-35fa-4480-8502-10646644ddbc) - lustre-MDT0001_UUID, 27f16748-35fa-4480-8502-10646644ddbc 00000020:00000080:0.0:1787460744.557698:0:6173:0:(genops.c:1385:class_connect()) connect: client 27f16748-35fa-4480-8502-10646644ddbc, cookie 0x552a9ea4e82a9458 00000100:00080000:0.0:1787460744.557703:0:6173:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9faa85613000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:0.0:1787460744.557708:0:6173:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9faa85613000: import ffff9faa982d8800 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:0.0:1787460744.557714:0:6173:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787460744.557732:0:6173:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9faa91e88000 x1874288233679104/t0(0) o38->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787460744.557741:0:6173:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID 00800000:01000000:0.0:1787460744.557780:0:6173:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9faa85613000(27f16748-35fa-4480-8502-10646644ddbc) successfully (5) 00800000:00000004:0.0:1787460744.557783:0:6173:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff9faa85613000: age -708, max_age 0 00000080:00000004:0.0:1787460744.557801:0:6173:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9faa85613000: age -708, max_age 291 00800000:00000004:0.0:1787460744.557806:0:6173:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9faa85613000: age -708, max_age 291 00000100:00080000:0.0:1787460744.557823:0:6173:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9faa91e8b480 x1874288233679360/t0(0) o41->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460744.557832:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82ed1180 going to sleep for 0 seconds 00000100:00100000:3.0:1787460744.558004:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233678848:192.168.201.140@tcp:38: 00000100:00100000:3.0:1787460744.558131:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233679104:192.168.201.140@tcp:38: 00000100:00080000:1.0:1787460744.558631:0:2412:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9faa91e89f80 x1874288233678976/t0(0) o41->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460744.558645:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1787460744.558650:0:2412:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9faa91e88e00 x1874288233679232/t0(0) o41->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1787460744.570522:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e89c00 x1874288233678848/t0(0) o38->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1787460754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460744.570559:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa85613000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787460744.570571:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9faa85613000: connect to target with instance 1 00000001:01000000:1.0:1787460744.820281:0:2410:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9faa85613000: T10 checksum algorithm t10ip512 speed = 1791 MB/s 00000001:01000000:1.0:1787460745.070299:0:2410:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9faa85613000: T10 checksum algorithm t10ip4K speed = 3019 MB/s 00000001:01000000:2.0:1787460745.321641:0:2410:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9faa85613000: T10 checksum algorithm t10crc512 speed = 713 MB/s 00010000:00010000:2.0:1787460745.431334:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1787460745.571752:0:2410:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9faa85613000: T10 checksum algorithm t10crc4K speed = 575 MB/s 00000100:00080000:3.0:1787460745.571771:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9faa85613000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787460745.571789:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787460745.571796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa982db000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1787460745.572160:0:2410:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e6c62522): req@ffff9faa91e8b480 x1874288233679360/t0(0) o41->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787460745.572181:0:2410:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000004debbc6): req@ffff9faa91e89f80 x1874288233678976/t0(0) o41->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460745.572195:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233678848:192.168.201.140@tcp:38: 00010000:00080000:3.0:1787460745.572237:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e88000 x1874288233679104/t0(0) o38->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1787460754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460745.572247:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa85613000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787460745.572257:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9faa85613000: connect to target with instance 1 00000100:00080000:3.0:1787460745.572265:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9faa85613000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787460745.572270:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787460745.572272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa982d8800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787460745.573889:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82ed1180 going to sleep for 0 seconds 00000100:00100000:1.0:1787460745.574046:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82ed1180 going to sleep for 11 seconds 00010000:00080000:0.0:1787460745.578009:0:6173:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8b480 x1874288233679360/t0(0) o41->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1787460761 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460745.578031:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27f16748-35fa-4480-8502-10646644ddbc:6173:1874288233679360:192.168.201.140@tcp:41: 00800000:00000004:0.0:1787460745.578065:0:6173:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9faa85613000: update ffff9faa931dd178 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:0.0:1787460745.578073:0:6173:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9faa85613000: update ffff9faa91e037c0 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:0.0:1787460745.578145:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27f16748-35fa-4480-8502-10646644ddbc:6173:1874288233679488:192.168.201.140@tcp:40: 00000100:00100000:0.0:1787460745.578206:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82ed1f00 going to sleep for 11 seconds 00010000:00080000:1.0:1787460745.578435:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e88e00 x1874288233679232/t0(0) o41->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1787460761 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460745.578449:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:0:1874288233679232:192.168.201.140@tcp:41: 00010000:00080000:1.0:1787460745.578460:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e89f80 x1874288233678976/t0(0) o41->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1787460761 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460745.578470:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:0:1874288233678976:192.168.201.140@tcp:41: 00010000:00080000:1.0:1787460745.581499:0:6173:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8b480 x1874288233679488/t0(0) o40->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 440/448 e 0 to 0 dl 1787460761 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460745.581519:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27f16748-35fa-4480-8502-10646644ddbc:6173:1874288233679488:192.168.201.140@tcp:40: 00000080:00000004:1.0:1787460745.581547:0:6173:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1787460745.581576:0:6173:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683201 ocd_grant: 2146304 00020000:01000000:1.0:1787460745.581579:0:6173:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1787460745.581591:0:6173:0:(genops.c:1385:class_connect()) connect: client 27f16748-35fa-4480-8502-10646644ddbc, cookie 0x552a9ea4e82a945f 00000020:00000080:1.0:1787460745.581609:0:6173:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x552a9ea4e82a9466 00000100:00080000:1.0:1787460745.581616:0:6173:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9faa85613000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:1.0:1787460745.581625:0:6173:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9faa85613000: import ffff9faa9868e000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:1.0:1787460745.581638:0:6173:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683201 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1787460745.581664:0:6173:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9faa91e8c380 x1874288233679616/t0(0) o8->lustre-OST0000-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787460745.581677:0:6173:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID 00020000:01000000:1.0:1787460745.581703:0:6173:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9faa85613000) active 00000020:00000080:1.0:1787460745.581728:0:6173:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x552a9ea4e82a946d 00000100:00080000:1.0:1787460745.581733:0:6173:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9faa85613000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:1.0:1787460745.581737:0:6173:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9faa85613000: import ffff9faa9868a000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:1.0:1787460745.581742:0:6173:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683201 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1787460745.581751:0:6173:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9faa91e8e300 x1874288233679744/t0(0) o8->lustre-OST0001-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787460745.581759:0:6173:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID 00020000:01000000:1.0:1787460745.581763:0:6173:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9faa85613000) active 00000100:00100000:1.0:1787460745.581798:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27f16748-35fa-4480-8502-10646644ddbc:6173:1874288233679872:192.168.201.140@tcp:900: 00000100:00100000:1.0:1787460745.581867:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa9862ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1787460745.582199:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787460745.582213:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233680000:192.168.201.140@tcp:400: 00010000:00080000:1.0:1787460745.586942:0:6173:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8fb80 x1874288233679872/t0(0) o900->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:29/10 lens 264/248 e 0 to 0 dl 1787460761 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460745.586997:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27f16748-35fa-4480-8502-10646644ddbc:6173:1874288233679872:192.168.201.140@tcp:900: 00000100:00100000:1.0:1787460745.587229:0:6173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27f16748-35fa-4480-8502-10646644ddbc:6173:1874288233680128:192.168.201.140@tcp:33: 00000100:00100000:1.0:1787460745.587350:0:6173:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa9862ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1787460745.587573:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233679104:192.168.201.140@tcp:38: 00000100:00100000:1.0:1787460745.587743:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233679616:192.168.201.140@tcp:8: 00000100:00100000:1.0:1787460745.587784:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233679744:192.168.201.140@tcp:8: 00000100:00100000:1.0:1787460745.594308:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233680000:192.168.201.140@tcp:400: 00010000:00080000:1.0:1787460745.595011:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8e300 x1874288233679744/t0(0) o8->lustre-OST0001-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1787460755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460745.595023:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9faa85613000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787460745.595047:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9faa85613000: connect to target with instance 1 00000100:00080000:1.0:1787460745.595059:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9faa85613000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787460745.595072:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787460745.595077:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa9868a000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1787460745.595084:0:2410:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1787460745.595112:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787460745.595119:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1787460745.595132:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233679744:192.168.201.140@tcp:8: 00010000:00080000:1.0:1787460745.598558:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8c380 x1874288233679616/t0(0) o8->lustre-OST0000-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1787460755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460745.598574:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9faa85613000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787460745.598585:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9faa85613000: connect to target with instance 1 00000100:00080000:1.0:1787460745.598594:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9faa85613000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787460745.598616:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1787460745.598620:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa9868e000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1787460745.598626:0:2410:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1787460745.598630:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787460745.598635:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1787460745.598643:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233679616:192.168.201.140@tcp:8: 00010000:00080000:1.0:1787460745.630210:0:6173:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8fb80 x1874288233680128/t0(0) o33->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:23/10 lens 448/464 e 0 to 0 dl 1787460761 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787460745.630231:0:6173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27f16748-35fa-4480-8502-10646644ddbc:6173:1874288233680128:192.168.201.140@tcp:33: 00000080:00200000:1.0:1787460745.630466:0:6173:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) 00000080:00200000:1.0:1787460745.630475:0:6173:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1787460745.630555:0:6173:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_65_gc740cad 00000080:00000004:1.0:1787460745.635692:0:6173:0:(super25.c:182:lustre_fill_super()) 192.168.201.140@tcp:/lustre: Mount complete 00000080:00200008:3.0:1787460745.813006:0:6215:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9faa83523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787460745.813018:0:6215:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248),name=/ 00000002:00010000:3.0:1787460745.813057:0:6215:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787460745.813167:0:6215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6215 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460745.813253:0:6215:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6215 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460745.813266:0:6215:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6215 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787460745.813294:0:6215:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job mkdir:27f16748-35fa-4480-8502-10646644ddbc:6215:1874288233680256:192.168.201.140@tcp:101: 00000100:00100000:3.0:1787460745.813393:0:6215:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa920bbc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787460745.816295:0:6215:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job mkdir:27f16748-35fa-4480-8502-10646644ddbc:6215:1874288233680256:192.168.201.140@tcp:101: 00010000:00010000:3.0:1787460745.816323:0:6215:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460745.816335:0:6215:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460745.816348:0:6215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460745.816362:0:6215:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460745.816374:0:6215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460745.816381:0:6215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460745.816407:0:6215:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787460745.816475:0:6215:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9faa92efd180 x1874288233680256/t0(0) o101->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1787460761 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787460745.816487:0:6215:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460745.816498:0:6215:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9faa8824d000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787460745.816503:0:6215:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787460745.816525:0:6215:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787460745.816528:0:6215:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) for lock 0x552a9ea4e82a9474 00000080:00010000:3.0:1787460745.816532:0:6215:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) 00000080:00010000:3.0:1787460745.816536:0:6215:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x552a9ea4e82a9474 from it ffffb63e44597cb8 00010000:00010000:3.0:1787460745.816539:0:6215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460745.816547:0:6215:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787460746.450424:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460747.474691:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787460747.975984:0:6267:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9faa83523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787460747.975998:0:6267:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248),name=/ 00000002:00010000:3.0:1787460747.976023:0:6267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787460747.976042:0:6267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787460747.976688:0:6267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787460747.976701:0:6267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787460747.976710:0:6267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) 00000080:00010000:3.0:1787460747.976714:0:6267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) for lock 0x552a9ea4e82a9474 00000080:00010000:3.0:1787460747.976723:0:6267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x552a9ea4e82a9474 from it ffffb63e41bf7cb8 00010000:00010000:3.0:1787460747.976727:0:6267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787460747.976738:0:6267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1787460747.979734:0:6267:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9faa83523248), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787460747.979744:0:6267:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248),name=/ 00000002:00010000:3.0:1787460747.979766:0:6267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787460747.979786:0:6267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1787460747.979803:0:6267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1787460747.979810:0:6267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787460747.979818:0:6267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) 00000080:00010000:3.0:1787460747.979821:0:6267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) for lock 0x552a9ea4e82a9474 00000080:00010000:3.0:1787460747.979827:0:6267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x552a9ea4e82a9474 from it ffffb63e41bf7cb8 00010000:00010000:3.0:1787460747.979837:0:6267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1787460747.979845:0:6267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1787460747.979980:0:6267:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248),name=/ 00000002:00010000:3.0:1787460747.979988:0:6267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787460747.979995:0:6267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1787460747.980003:0:6267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1787460747.980009:0:6267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787460747.980012:0:6267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) 00000080:00010000:3.0:1787460747.980015:0:6267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) for lock 0x552a9ea4e82a9474 00000080:00010000:3.0:1787460747.980018:0:6267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x552a9ea4e82a9474 from it ffffb63e41bf7bb0 00010000:00010000:3.0:1787460747.980021:0:6267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1787460747.980028:0:6267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1787460747.980035:0:6267:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248), inode mode 41ed mask 44 00000080:00200008:3.0:1787460747.980043:0:6267:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9faa83523248), flags 100000 00000080:00200080:3.0:1787460747.980204:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460747.985020:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00800000:00000004:3.0:1787460747.985051:0:6267:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9faa85613000: age 293, max_age 294 00000100:00100000:3.0:1787460747.985118:0:6267:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job lfs:27f16748-35fa-4480-8502-10646644ddbc:6267:1874288233680384:192.168.201.140@tcp:41: 00000100:00100000:3.0:1787460747.985217:0:6267:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa88f46b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787460747.989592:0:6267:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job lfs:27f16748-35fa-4480-8502-10646644ddbc:6267:1874288233680384:192.168.201.140@tcp:41: 00800000:00000004:3.0:1787460747.989630:0:6267:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9faa85613000: update ffff9faa931dd178 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1787460747.989714:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460747.989729:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00800000:00000004:3.0:1787460747.989736:0:6267:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9faa85613000: age -708, max_age 294 00000100:00100000:3.0:1787460747.989770:0:6267:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job lfs:27f16748-35fa-4480-8502-10646644ddbc:6267:1874288233680512:192.168.201.140@tcp:41: 00000100:00100000:3.0:1787460747.989846:0:6267:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa88f46b40 going to sleep for 11 seconds 00010000:00080000:3.0:1787460748.000627:0:6267:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efd180 x1874288233680512/t0(0) o41->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1787460763 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460748.000648:0:6267:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job lfs:27f16748-35fa-4480-8502-10646644ddbc:6267:1874288233680512:192.168.201.140@tcp:41: 00800000:00000004:3.0:1787460748.000674:0:6267:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9faa85613000: update ffff9faa931db7c0 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1787460748.000746:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000762:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000771:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000776:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000780:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000783:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000787:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000790:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000794:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000797:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000816:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000821:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000825:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000828:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000832:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000835:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000839:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000842:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000846:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000849:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000853:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000856:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000859:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000862:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000866:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000870:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000873:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000876:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000879:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000882:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000885:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000888:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000891:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000894:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000897:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000919:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000925:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000929:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000933:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000936:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000939:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000943:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000946:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000950:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000953:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000957:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000960:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000963:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000967:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000971:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000975:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000979:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000983:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000986:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000989:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.000993:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.000997:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001000:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001003:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001006:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001018:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001023:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001026:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001029:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001033:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001036:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001040:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001042:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001046:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001049:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001052:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001055:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001059:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001062:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001065:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001079:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001083:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001086:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001180:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001186:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001191:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001194:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001198:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001200:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001204:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001215:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001220:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001224:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001228:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001231:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001235:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001239:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001243:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001246:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001250:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001253:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001257:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001260:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001263:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001267:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001270:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001274:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001277:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001281:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001285:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001288:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001292:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001296:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001299:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001302:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001314:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001319:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001323:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001326:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001329:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001333:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001336:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001340:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001343:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001347:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001351:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001354:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001358:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001361:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001365:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00800000:00000080:3.0:1787460748.001368:0:6267:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.001371:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.001553:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00020000:00000004:3.0:1787460748.001564:0:6267:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9faa85613000: age -708, max_age 294 00000100:00100000:3.0:1787460748.001611:0:6267:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job lfs:27f16748-35fa-4480-8502-10646644ddbc:6267:1874288233680640:192.168.201.140@tcp:13: 00000100:00100000:3.0:1787460748.001686:0:6267:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa88f46b40 going to sleep for 11 seconds 00010000:00080000:3.0:1787460748.004855:0:6267:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efd180 x1874288233680640/t0(0) o13->lustre-OST0000-osc-ffff9faa85613000@192.168.201.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1787460764 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460748.004876:0:6267:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job lfs:27f16748-35fa-4480-8502-10646644ddbc:6267:1874288233680640:192.168.201.140@tcp:13: 00020000:00000004:3.0:1787460748.004926:0:6267:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9faa85613000: update ffff9faa931d8450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787460748.004986:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.005002:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00020000:00000004:3.0:1787460748.005008:0:6267:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9faa85613000: age -708, max_age 294 00000100:00100000:3.0:1787460748.005040:0:6267:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job lfs:27f16748-35fa-4480-8502-10646644ddbc:6267:1874288233680768:192.168.201.140@tcp:13: 00000100:00100000:3.0:1787460748.005444:0:6267:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa88f46b40 going to sleep for 11 seconds 00010000:00080000:3.0:1787460748.020233:0:6267:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efd180 x1874288233680768/t0(0) o13->lustre-OST0001-osc-ffff9faa85613000@192.168.201.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1787460764 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460748.020255:0:6267:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job lfs:27f16748-35fa-4480-8502-10646644ddbc:6267:1874288233680768:192.168.201.140@tcp:13: 00020000:00000004:3.0:1787460748.020283:0:6267:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9faa85613000: update ffff9faa931d9e08 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787460748.021175:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021198:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021210:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021227:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021232:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021235:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021239:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021242:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021246:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021249:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021253:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021256:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021260:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021263:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021280:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021286:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021290:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021294:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021298:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021301:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021305:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021308:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021312:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021315:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021318:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021322:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021325:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021328:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021332:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021335:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021339:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021343:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021347:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021350:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021354:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021358:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021361:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021364:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021368:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021546:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021556:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021560:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021564:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021567:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021571:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021575:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021578:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021581:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021585:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021588:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021593:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021596:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021600:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021603:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021607:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021610:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021614:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021617:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021620:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021623:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021627:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021630:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021633:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021637:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021650:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021654:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021658:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021662:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021666:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021669:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021673:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021676:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021680:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021684:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021687:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021690:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021693:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021696:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021700:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021702:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021705:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021708:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021711:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021714:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021717:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021720:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021723:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021726:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021730:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021739:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021744:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021748:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021752:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021755:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021759:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021762:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021766:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021769:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021772:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021775:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021779:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021782:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021786:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021789:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021793:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021797:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021800:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021804:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021807:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021811:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021815:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021818:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021822:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021825:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021837:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021842:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021846:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021850:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021854:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021858:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021862:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021866:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021870:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021873:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200080:3.0:1787460748.021877:0:6267:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248) cmd=c00866a4 arg=7ffd573e6080 00020000:00000080:3.0:1787460748.021880:0:6267:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9faa85613000: cmd=c00866a4 len=592 karg=ffff9faa98776400 uarg=0000000000000000 00000080:00200008:3.0:1787460748.021895:0:6267:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9faa83523248), flags 100000 00010000:00010000:1.0:1787460748.505474:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787460749.527897:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460750.546285:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787460750.807512:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2414:1874288233680896:192.168.201.140@tcp:400: 00000100:00100000:3.0:1787460750.807599:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233681152:192.168.201.140@tcp:400: 00000100:00100000:3.0:1787460750.807619:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233681408:192.168.201.140@tcp:400: 00000100:00100000:3.0:1787460750.807639:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787460750.807643:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233681024:192.168.201.140@tcp:400: 00000100:00100000:3.0:1787460750.807659:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233681280:192.168.201.140@tcp:400: 00000100:00100000:3.0:1787460750.826935:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233681024:192.168.201.140@tcp:400: 00010000:00080000:3.0:1787460750.826960:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efe680 x1874288233681280/t0(0) o400->lustre-OST0000-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460750.826992:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233681280:192.168.201.140@tcp:400: 00000100:00100000:3.0:1787460750.827006:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2414:1874288233680896:192.168.201.140@tcp:400: 00010000:00080000:3.0:1787460750.827019:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92eff800 x1874288233681152/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460750.827028:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233681152:192.168.201.140@tcp:400: 00010000:00080000:3.0:1787460750.827040:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efdc00 x1874288233681408/t0(0) o400->lustre-OST0001-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460750.827049:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233681408:192.168.201.140@tcp:400: 00000001:02000400:1.0:1787460751.199862:0:6461:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1787460751.574123:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787460752.601490:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787460753.620495:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787460754.646578:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787460754.928883:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.140@tcp (source: 12345-192.168.201.140@tcp) 00000100:00100000:2.0:1787460754.928935:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.140@tcp (source: 12345-192.168.201.140@tcp) 00000100:00100000:3.0:1787460754.929037:0:6176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874288255755264 00000100:00100000:3.0:1787460754.929051:0:6176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874288255755264 00000100:00100000:3.0:1787460754.929149:0:6176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874288255755392 00000100:00100000:3.0:1787460754.929153:0:6176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874288255755392 00000100:00100000:3.0:1787460754.929173:0:6176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.140@tcp, seq: 0 00000100:00100000:3.0:1787460754.929193:0:6176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9faa92e8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a82f4cb9-0a07-4767-a9ee-ed862cc6951d+4:10353:x1874288255755264:12345-192.168.201.140@tcp:104: 00010000:00010000:3.0:1787460754.929222:0:6176:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.140@tcp lock: ffff9faa80031600/0x552a9ea4e82a940b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460754.929306:0:6176:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787460754.929314:0:6176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9faa92e8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a82f4cb9-0a07-4767-a9ee-ed862cc6951d+4:10353:x1874288255755264:12345-192.168.201.140@tcp:104: Request processed in 132us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1787460754.929322:0:6176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.140@tcp, seq: 0 00000100:00100000:3.0:1787460754.929342:0:6176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.140@tcp, seq: 1 00000100:00100000:3.0:1787460754.929348:0:6176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9faa92e8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a82f4cb9-0a07-4767-a9ee-ed862cc6951d+3:10353:x1874288255755392:12345-192.168.201.140@tcp:104: 00010000:00010000:3.0:1787460754.929364:0:6176:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.140@tcp lock: ffff9faac2167000/0x552a9ea4e82a9404 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460754.929404:0:6176:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787460754.929410:0:6176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9faa92e8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a82f4cb9-0a07-4767-a9ee-ed862cc6951d+3:10353:x1874288255755392:12345-192.168.201.140@tcp:104: Request processed in 63us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1787460754.929417:0:6176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.140@tcp, seq: 1 00010000:00010000:1.0:1787460754.929573:0:6184:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787460754.929583:0:6184:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.140@tcp lock: ffff9faa80031600/0x552a9ea4e82a940b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460754.929591:0:6184:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9faa80031600 already unused, calling callback (ffffffffc1340c20) 10000000:00010000:1.0:1787460754.929597:0:6184:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.140@tcp lock: ffff9faa80031600/0x552a9ea4e82a940b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460754.929606:0:6184:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.140@tcp lock: ffff9faa80031600/0x552a9ea4e82a940b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787460754.929613:0:6184:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.140@tcp lock: ffff9faa80031600/0x552a9ea4e82a940b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787460754.929627:0:6184:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1787460754.929680:0:6184:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.140@tcp lock: ffff9faa80031600/0x552a9ea4e82a940b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460754.929688:0:6184:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787460754.929709:0:6184:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.140@tcp lock: ffff9faa80031600/0x552a9ea4e82a940b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460754.929717:0:6184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.140@tcp lock: ffff9faa80031600/0x552a9ea4e82a940b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c411e expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460754.929736:0:6184:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787460754.929740:0:6184:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.140@tcp lock: ffff9faac2167000/0x552a9ea4e82a9404 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460754.929746:0:6184:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9faac2167000 already unused, calling callback (ffffffffc1340c20) 10000000:00010000:1.0:1787460754.929749:0:6184:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.140@tcp lock: ffff9faac2167000/0x552a9ea4e82a9404 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460754.929756:0:6184:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.140@tcp lock: ffff9faac2167000/0x552a9ea4e82a9404 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787460754.929763:0:6184:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.140@tcp lock: ffff9faac2167000/0x552a9ea4e82a9404 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787460754.929768:0:6184:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1787460754.929783:0:6184:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.140@tcp lock: ffff9faac2167000/0x552a9ea4e82a9404 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460754.929799:0:6184:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787460754.929813:0:6184:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.140@tcp lock: ffff9faac2167000/0x552a9ea4e82a9404 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460754.929820:0:6184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.140@tcp lock: ffff9faac2167000/0x552a9ea4e82a9404 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c4117 expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460754.929836:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460754.929839:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460754.929841:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787460754.929861:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233681536:192.168.201.140@tcp:103: 00000100:00100000:1.0:1787460754.929927:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787460754.929933:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233681664:192.168.201.140@tcp:103: 00010000:00010000:0.0:1787460754.930679:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787460754.934163:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233681664:192.168.201.140@tcp:103: 00000100:00100000:1.0:1787460754.935818:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233681536:192.168.201.140@tcp:103: 00010000:00010000:1.0:1787460755.666603:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787460755.922388:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233681792:192.168.201.140@tcp:400: 00000100:00100000:3.0:1787460755.922491:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233682048:192.168.201.140@tcp:400: 00000100:00100000:3.0:1787460755.922519:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233682304:192.168.201.140@tcp:400: 00000100:00100000:2.0:1787460755.922738:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233681920:192.168.201.140@tcp:400: 00000100:00100000:2.0:1787460755.922837:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233682176:192.168.201.140@tcp:400: 00000100:00100000:3.0:1787460755.926983:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233681792:192.168.201.140@tcp:400: 00010000:00080000:3.0:1787460755.927018:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efd880 x1874288233682304/t0(0) o400->lustre-OST0001-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460755.927032:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233682304:192.168.201.140@tcp:400: 00010000:00080000:3.0:1787460755.929189:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efd180 x1874288233682048/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460755.929217:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233682048:192.168.201.140@tcp:400: 00000100:00100000:2.0:1787460755.940130:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233681920:192.168.201.140@tcp:400: 00010000:00080000:2.0:1787460755.940273:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efe680 x1874288233682176/t0(0) o400->lustre-OST0000-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460755.940285:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233682176:192.168.201.140@tcp:400: 10000000:01000000:3.0:1787460756.242226:0:6187:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1787460756.242237:0:6187:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9faa85613000 from 48 10000000:01000000:3.0:1787460756.242253:0:6187:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787460756.242312:0:6187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faac2166400/0x552a9ea4e82a947b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460756.242345:0:6187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff9faac2166400/0x552a9ea4e82a947b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460756.242359:0:6187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff9faac2166400/0x552a9ea4e82a947b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787460756.242389:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233682432:192.168.201.140@tcp:101: 00000100:00100000:3.0:1787460756.242618:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82fed0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787460756.248471:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233682432:192.168.201.140@tcp:101: 00010000:00010000:1.0:1787460756.248506:0:6187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff9faac2166400/0x552a9ea4e82a947b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4164 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460756.248520:0:6187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff9faac2166400/0x552a9ea4e82a947b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c4164 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787460756.248604:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233682560:192.168.201.140@tcp:501: 00000100:00100000:1.0:1787460756.248693:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faaa160a300 going to sleep for 11 seconds 00000100:00100000:1.0:1787460756.253233:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233682560:192.168.201.140@tcp:501: 00000100:00100000:1.0:1787460756.253314:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233682688:192.168.201.140@tcp:503: 00000100:00100000:1.0:1787460756.253617:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faaa160a300 going to sleep for 11 seconds 00000100:00100000:1.0:1787460756.257473:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233682688:192.168.201.140@tcp:503: 00000100:00100000:3.0:1787460756.260731:0:6668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6668:1874288233682816:192.168.201.140@tcp:502: 00000100:00100000:3.0:1787460756.260881:0:6668:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82fed000 going to sleep for 11 seconds 00000100:00100000:0.0:1787460756.268673:0:6668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6668:1874288233682816:192.168.201.140@tcp:502: 00000020:01000000:0.0:1787460756.268747:0:6668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787460756.268761:0:6668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460756.268848:0:6668:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787460756.268865:0:6668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1787460756.268912:0:6668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6668:1874288233682944:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787460756.269005:0:6668:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82ed1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787460756.276803:0:6668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6668:1874288233682944:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787460756.276869:0:6668:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787460756.276880:0:6668:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460756.276883:0:6668:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787460756.276888:0:6668:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1787460756.277132:0:6187:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1787460756.277151:0:6187:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787460756.277163:0:6187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faac2166400/0x552a9ea4e82a947b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4164 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460756.277176:0:6187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff9faac2166400/0x552a9ea4e82a947b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4164 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787460756.277186:0:6187:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1787460756.277198:0:6187:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9faa92ef0000 from 1 10000000:01000000:1.0:1787460756.277201:0:6187:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1787460756.277249:0:6187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa829c4600/0x552a9ea4e82a9482 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460756.277258:0:6187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff9faa829c4600/0x552a9ea4e82a9482 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460756.277269:0:6187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff9faa829c4600/0x552a9ea4e82a9482 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787460756.277294:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233683072:192.168.201.140@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787460756.277383:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa863db840 going to sleep for 11 seconds 00000100:00100000:1.0:1787460756.283267:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233683072:192.168.201.140@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787460756.283303:0:6187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff9faa829c4600/0x552a9ea4e82a9482 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c416b expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460756.283337:0:6187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff9faa829c4600/0x552a9ea4e82a9482 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c416b expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787460756.283439:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233683200:192.168.201.140@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787460756.283521:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa863db840 going to sleep for 11 seconds 00000100:00100000:1.0:1787460756.292637:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233683200:192.168.201.140@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1787460756.292683:0:6187:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1787460756.292695:0:6187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa829c4600/0x552a9ea4e82a9482 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c416b expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460756.292708:0:6187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff9faa829c4600/0x552a9ea4e82a9482 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c416b expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460756.691166:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460757.714477:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787460758.363722:0:2405:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.140@tcp (source: 12345-192.168.201.140@tcp) 00000100:00100000:3.0:1787460758.363830:0:6176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874288255763584 00000100:00100000:3.0:1787460758.363842:0:6176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874288255763584 00000100:00100000:3.0:1787460758.363906:0:6176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.140@tcp, seq: 2 00000100:00100000:3.0:1787460758.363917:0:6176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9faa92e8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a82f4cb9-0a07-4767-a9ee-ed862cc6951d+3:10414:x1874288255763584:12345-192.168.201.140@tcp:104: 00010000:00010000:3.0:1787460758.363936:0:6176:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.140@tcp lock: ffff9faa80031c00/0x552a9ea4e82a9443 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460758.364021:0:6176:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787460758.364029:0:6176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9faa92e8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a82f4cb9-0a07-4767-a9ee-ed862cc6951d+3:10414:x1874288255763584:12345-192.168.201.140@tcp:104: Request processed in 114us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1787460758.364037:0:6176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.140@tcp, seq: 2 00010000:00010000:1.0:1787460758.364053:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787460758.364061:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.140@tcp lock: ffff9faa80031c00/0x552a9ea4e82a9443 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460758.364069:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9faa80031c00 already unused, calling callback (ffffffffc1340c20) 10000000:00010000:1.0:1787460758.364073:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.140@tcp lock: ffff9faa80031c00/0x552a9ea4e82a9443 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460758.364080:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.140@tcp lock: ffff9faa80031c00/0x552a9ea4e82a9443 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787460758.364085:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.140@tcp lock: ffff9faa80031c00/0x552a9ea4e82a9443 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787460758.364218:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787460758.364288:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.140@tcp lock: ffff9faa80031c00/0x552a9ea4e82a9443 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460758.364293:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787460758.364309:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.140@tcp lock: ffff9faa80031c00/0x552a9ea4e82a9443 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460758.364314:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.140@tcp lock: ffff9faa80031c00/0x552a9ea4e82a9443 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c412c expref: -99 pid: 6173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460758.364328:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460758.364329:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460758.364330:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787460758.364369:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233683328:192.168.201.140@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787460758.375826:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233683328:192.168.201.140@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787460758.749529:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460759.763590:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787460759.765154:0:6187:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787460759.765163:0:6187:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9faa85613000 from 4 10000000:01000000:1.0:1787460759.765170:0:6187:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787460759.765246:0:6187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460759.765259:0:6187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460759.765273:0:6187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787460759.765306:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233683456:192.168.201.140@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787460759.765436:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa863db000 going to sleep for 11 seconds 00000100:00100000:3.0:1787460759.779282:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233683456:192.168.201.140@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787460759.779318:0:6187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460759.779332:0:6187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787460759.779439:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233683584:192.168.201.140@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787460759.779586:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82fedd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787460759.802331:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233683584:192.168.201.140@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787460759.802412:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233683712:192.168.201.140@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787460759.802524:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82fedd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787460759.815677:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233683712:192.168.201.140@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787460759.817636:0:6725:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6725:1874288233683840:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787460759.817764:0:6725:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82ed1840 going to sleep for 11 seconds 00000100:00100000:0.0:1787460759.829836:0:6725:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6725:1874288233683840:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787460759.829892:0:6725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787460759.829906:0:6725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460759.829908:0:6725:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787460759.829915:0:6725:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9faa85613000 00000020:00000080:0.0:1787460759.829918:0:6725:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787460759.830037:0:6725:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6725:1874288233683968:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787460759.830186:0:6725:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82ed1840 going to sleep for 11 seconds 00000100:00100000:1.0:1787460759.843349:0:6725:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6725:1874288233683968:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787460759.843401:0:6725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787460759.843411:0:6725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460759.843414:0:6725:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1787460759.843418:0:6725:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1787460759.846678:0:6187:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1787460759.846722:0:6187:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787460759.846745:0:6187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787460759.846760:0:6187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787460760.786496:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787460761.044474:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684224:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460761.044571:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684480:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460761.044599:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787460761.044604:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233684096:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460761.044626:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684352:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460761.044641:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684608:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1787460761.056881:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233684096:192.168.201.140@tcp:400:kworker.0 00010000:00080000:2.0:1787460761.056933:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efce00 x1874288233684352/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460761.056946:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684352:192.168.201.140@tcp:400:kworker.0 00010000:00080000:2.0:1787460761.056963:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efd500 x1874288233684608/t0(0) o400->lustre-OST0001-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460761.056973:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684608:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1787460761.056985:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684224:192.168.201.140@tcp:400:kworker.0 00010000:00080000:2.0:1787460761.056997:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92eff480 x1874288233684480/t0(0) o400->lustre-OST0000-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460761.057012:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684480:192.168.201.140@tcp:400:kworker.0 00010000:00010000:0.0:1787460761.810551:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787460762.834282:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460763.858424:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787460764.885431:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460765.907318:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787460766.162302:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233684736:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460766.162408:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684992:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460766.162437:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233685248:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460766.162468:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787460766.162474:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684864:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460766.162518:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233685120:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460766.171623:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684864:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1787460766.171649:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92eff100 x1874288233685120/t0(0) o400->lustre-OST0000-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460766.171662:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233685120:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460766.171674:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233684736:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1787460766.171683:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92effb80 x1874288233684992/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460766.171692:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233684992:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1787460766.171703:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efca80 x1874288233685248/t0(0) o400->lustre-OST0001-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460766.171712:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233685248:192.168.201.140@tcp:400:kworker.0 00000001:02000400:2.0:1787460766.385173:0:7031:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg140-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1787460766.930622:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460767.955812:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460768.979251:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460770.002435:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787460771.026277:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787460771.282445:0:38:0:(import.c:65:import_set_state_nolock()) ffff9faa9868e000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1787460771.282452:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9faa85613000: disconnect after 23s idle 00000100:00100000:0.0:1787460771.286154:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233685760:192.168.201.140@tcp:9:kworker.0 00000100:00080000:1.0:1787460771.286573:0:38:0:(import.c:65:import_set_state_nolock()) ffff9faa9868a000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1787460771.286578:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9faa85613000: disconnect after 23s idle 00000100:00100000:0.0:1787460771.293429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233685888:192.168.201.140@tcp:9:kworker.0 00000100:00100000:1.0:1787460771.295455:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2412:1874288233685376:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460771.295552:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233685632:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460771.295584:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787460771.295599:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233685504:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1787460771.318743:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8ed80 x1874288233685888/t0(0) o9->lustre-OST0001-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787460771.318766:0:2410:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9faa91e8ed80 x1874288233685888/t0(0) o9->lustre-OST0001-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787460771.318775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa9868a000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1787460771.318779:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233685888:192.168.201.140@tcp:9:kworker.0 00010000:00080000:3.0:1787460771.318791:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8ca80 x1874288233685760/t0(0) o9->lustre-OST0000-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787460771.318828:0:2410:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9faa91e8ca80 x1874288233685760/t0(0) o9->lustre-OST0000-osc-ffff9faa85613000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787460771.318834:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa9868e000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1787460771.318837:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27f16748-35fa-4480-8502-10646644ddbc:2410:1874288233685760:192.168.201.140@tcp:9:kworker.0 00000100:00100000:0.0:1787460771.319404:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233685504:192.168.201.140@tcp:400:kworker.0 00000100:00100000:0.0:1787460771.319420:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2412:1874288233685376:192.168.201.140@tcp:400:kworker.0 00010000:00080000:0.0:1787460771.319441:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8f100 x1874288233685632/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460771.319450:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233685632:192.168.201.140@tcp:400:kworker.0 00010000:00010000:1.0:1787460772.055339:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787460772.158313:0:7311:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg140-client.virtnet: executing yml_node 00010000:00010000:3.0:1787460773.075162:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460774.108242:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460775.122479:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460776.146530:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787460776.402374:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233686016:192.168.201.140@tcp:400:kworker.0 00000100:00100000:0.0:1787460776.402637:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233686272:192.168.201.140@tcp:400:kworker.0 00000100:00100000:0.0:1787460776.402671:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787460776.402677:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233686144:192.168.201.140@tcp:400:kworker.0 00000100:00100000:0.0:1787460776.413007:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233686144:192.168.201.140@tcp:400:kworker.0 00010000:00080000:0.0:1787460776.413028:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8c380 x1874288233686272/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460776.413041:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233686272:192.168.201.140@tcp:400:kworker.0 00000100:00100000:0.0:1787460776.430221:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233686016:192.168.201.140@tcp:400:kworker.0 00000001:02000400:0.0:1787460776.886783:0:7765:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.65 00010000:00010000:1.0:1787460777.173526:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460778.195212:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787460779.228484:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787460779.790426:0:7921:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.65 00010000:00010000:1.0:1787460780.247720:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787460781.280317:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787460781.523615:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2412:1874288233686400:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460781.523706:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233686656:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460781.523741:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787460781.523747:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233686528:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460781.527778:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2412:1874288233686400:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460781.536433:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233686528:192.168.201.140@tcp:400:kworker.0 00010000:00080000:1.0:1787460781.536463:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8ed80 x1874288233686656/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460781.536476:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233686656:192.168.201.140@tcp:400:kworker.0 00010000:00010000:1.0:1787460782.290276:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787460782.657640:0:8078:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.65 00010000:00010000:3.0:1787460783.319932:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460784.343042:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787460784.393408:0:8224:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sun Aug 23 00:53:02 EDT 2026 00010000:00010000:3.0:1787460785.362188:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787460786.388307:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787460786.642405:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233686784:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460786.645984:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787460786.646007:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233686912:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460786.646398:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787460786.646408:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233687040:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460786.658080:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233686784:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460786.658132:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233686912:192.168.201.140@tcp:400:kworker.0 00010000:00080000:1.0:1787460786.669342:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8b100 x1874288233687040/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460786.669364:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233687040:192.168.201.140@tcp:400:kworker.0 00010000:00010000:3.0:1787460787.410479:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460788.443948:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787460789.458456:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460790.486322:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787460791.506314:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787460791.762644:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2414:1874288233687168:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460791.762744:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233687424:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460791.762789:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787460791.762795:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233687296:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460791.769826:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2414:1874288233687168:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460791.777164:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233687296:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1787460791.777184:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8dc00 x1874288233687424/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460791.777210:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233687424:192.168.201.140@tcp:400:kworker.0 00010000:00010000:0.0:1787460792.532583:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787460793.554888:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460794.580230:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460795.604154:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460796.626467:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787460796.882352:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233687552:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460796.882961:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233687808:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460796.883001:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787460796.883006:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233687680:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460796.889465:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233687680:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1787460796.889481:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233687552:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1787460796.889493:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8ce00 x1874288233687808/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460796.889505:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233687808:192.168.201.140@tcp:400:kworker.0 00010000:00010000:1.0:1787460797.662018:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460798.675430:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787460799.698690:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787460800.723558:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787460801.755300:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787460802.002780:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787460802.002805:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233687936:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460802.002999:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787460802.003022:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233688064:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460802.003084:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233688192:192.168.201.140@tcp:400:kworker.0 00010000:00080000:1.0:1787460802.007733:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8e300 x1874288233688192/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460802.007755:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233688192:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460802.007772:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233688064:192.168.201.140@tcp:400:kworker.0 00000100:00100000:0.0:1787460802.008688:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233687936:192.168.201.140@tcp:400:kworker.0 00000001:02000400:1.0:1787460802.200867:0:8785:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:1.0:1787460802.772193:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787460803.727462:0:8925:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1787460803.794671:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787460804.818228:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787460805.821902:0:9070:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 00:53:24 (1787460804) === 00010000:00010000:3.0:1787460805.842225:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1787460805.895651:0:8241:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9faa83523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787460805.895663:0:8241:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248),name=/ 00000002:00010000:2.0:1787460805.895692:0:8241:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787460805.895713:0:8241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1787460805.895729:0:8241:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1787460805.895738:0:8241:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787460805.895746:0:8241:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) 00000080:00010000:2.0:1787460805.895750:0:8241:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) for lock 0x552a9ea4e82a9474 00000080:00010000:2.0:1787460805.895758:0:8241:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x552a9ea4e82a9474 from it ffffb63e41d17cb8 00010000:00010000:2.0:1787460805.895763:0:8241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1787460805.895772:0:8241:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1787460805.943582:0:8241:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9faa83523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787460805.943601:0:8241:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248),name=/ 00000002:00010000:3.0:1787460805.943629:0:8241:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787460805.943646:0:8241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1787460805.943661:0:8241:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1787460805.943677:0:8241:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787460805.943687:0:8241:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) 00000080:00010000:3.0:1787460805.943690:0:8241:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) for lock 0x552a9ea4e82a9474 00000080:00010000:3.0:1787460805.943698:0:8241:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x552a9ea4e82a9474 from it ffffb63e41d17cb8 00010000:00010000:3.0:1787460805.943703:0:8241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1787460805.943711:0:8241:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:1.0:1787460805.986884:0:8241:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9faa83523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787460805.986895:0:8241:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248),name=/ 00000002:00010000:1.0:1787460805.986931:0:8241:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787460805.986952:0:8241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787460805.986968:0:8241:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1787460805.986976:0:8241:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787460805.986983:0:8241:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) 00000080:00010000:1.0:1787460805.986987:0:8241:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) for lock 0x552a9ea4e82a9474 00000080:00010000:1.0:1787460805.988174:0:8241:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x552a9ea4e82a9474 from it ffffb63e41d17cb8 00010000:00010000:1.0:1787460805.988184:0:8241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787460805.988208:0:8241:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1787460806.035537:0:8241:0:(file.c:6295:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9faa83523248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787460806.035548:0:8241:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83523248),name=/ 00000002:00010000:2.0:1787460806.035569:0:8241:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787460806.035586:0:8241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1787460806.035601:0:8241:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1787460806.035608:0:8241:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787460806.035615:0:8241:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) 00000080:00010000:2.0:1787460806.035618:0:8241:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9faa83523248) for lock 0x552a9ea4e82a9474 00000080:00010000:2.0:1787460806.035625:0:8241:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x552a9ea4e82a9474 from it ffffb63e41d17cb8 00010000:00010000:2.0:1787460806.035629:0:8241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1787460806.035637:0:8241:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9faa85613000 lock: ffff9faac2167e00/0x552a9ea4e82a9474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf13abddf344c4156 expref: -99 pid: 6215 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:0.0:1787460806.310687:0:9119:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787460806.310692:0:9119:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1787460806.310693:0:9119:0:(obd_mount.c:926:lmd_print()) device: 192.168.201.140@tcp:/lustre 00000020:01000004:0.0:1787460806.310695:0:9119:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1787460806.310828:0:9119:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9faa900d3000 00000080:01000004:0.0:1787460806.310836:0:9119:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1787460806.310856:0:9119:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.140@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1787460806.310859:0:9119:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.140@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:0.0:1787460806.310866:0:9119:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9faa900d3000 (sb ffff9faa900d3000) 00000080:01000000:0.0:1787460806.310971:0:9119:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1787460806.310973:0:9119:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1787460806.310976:0:9119:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:0.0:1787460806.310983:0:9119:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 259e19ad-2400-4dba-8976-3787ca22d20e 10000000:01000000:0.0:1787460806.313270:0:9119:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787460806.313275:0:9119:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9faa900d3000 10000000:01000000:0.0:1787460806.313281:0:9119:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9faa900d3000 10000000:01000000:0.0:1787460806.313286:0:9119:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787460806.313291:0:9119:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9faa900d3000 10000000:01000000:0.0:1787460806.313295:0:9119:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787460806.313298:0:9119:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9faa900d3000 10000000:01000000:0.0:1787460806.313308:0:9119:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1787460806.313311:0:9119:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9faa900d3000 from 1 10000000:01000000:0.0:1787460806.313315:0:9119:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787460806.313460:0:9119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa80031800/0x552a9ea4e82a9490 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460806.313472:0:9119:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff9faa80031800/0x552a9ea4e82a9490 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460806.313483:0:9119:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff9faa80031800/0x552a9ea4e82a9490 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787460806.313506:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233688320:192.168.201.140@tcp:101:mount.lustre.0 00000100:00100000:0.0:1787460806.314437:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa92d08840 going to sleep for 11 seconds 00000100:00100000:0.0:1787460806.324541:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233688320:192.168.201.140@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787460806.324573:0:9119:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff9faa80031800/0x552a9ea4e82a9490 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4236 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787460806.324586:0:9119:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff9faa80031800/0x552a9ea4e82a9490 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c4236 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787460806.324659:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233688448:192.168.201.140@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787460806.324726:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa92d08840 going to sleep for 11 seconds 00000100:00100000:0.0:1787460806.338807:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233688448:192.168.201.140@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787460806.338884:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233688576:192.168.201.140@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787460806.339058:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa92d08840 going to sleep for 11 seconds 00000100:00100000:3.0:1787460806.341676:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233688576:192.168.201.140@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787460806.342007:0:9123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9123:1874288233688704:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787460806.342077:0:9123:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa93628c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787460806.349824:0:9123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9123:1874288233688704:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787460806.349881:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787460806.349893:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.349895:0:9123:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1787460806.349913:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9faa900d3000 00000020:00000080:0.0:1787460806.349916:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787460806.349941:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9faa900d3000 (ffff9faa8504cd28) 00000020:00000080:0.0:1787460806.349971:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:0.0:1787460806.349978:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9faa900d3000 00000020:00000080:0.0:1787460806.349981:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787460806.351795:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9faa900d3000 (uuid 259e19ad-2400-4dba-8976-3787ca22d20e) 00000020:01000000:0.0:1787460806.351807:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787460806.351813:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.351815:0:9123:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1787460806.351819:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787460806.351823:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.351825:0:9123:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1787460806.351829:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9faa900d3000 00000020:00000080:0.0:1787460806.351832:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787460806.351841:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9faa900d3000 (ffff9faa8504b370) 00000020:00000080:0.0:1787460806.351858:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:0.0:1787460806.351863:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9faa900d3000 00000020:00000080:0.0:1787460806.351865:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787460806.353225:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9faa900d3000 (uuid 259e19ad-2400-4dba-8976-3787ca22d20e) 00000020:01000000:0.0:1787460806.353234:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787460806.353240:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.353242:0:9123:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1787460806.353245:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787460806.353248:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.353249:0:9123:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1787460806.353253:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787460806.353255:0:9123:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1787460806.353262:0:9123:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1787460806.353268:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787460806.353271:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.353273:0:9123:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1787460806.353275:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787460806.353279:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.353280:0:9123:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1787460806.353283:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787460806.353287:0:9123:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:0.0:1787460806.353311:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9faa900d3000 00000020:00000080:0.0:1787460806.353313:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787460806.353323:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9faa900d3000 (ffff9faa85048000) 00000020:00000080:0.0:1787460806.353499:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:0.0:1787460806.353507:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9faa900d3000 00000020:00000080:0.0:1787460806.353510:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787460806.353586:0:9123:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9faa85019000@lustre-MDT0000-mdc-ffff9faa900d3000: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1787460806.360440:0:9123:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9faa900d3000-5 is initialized 00000040:01000000:0.0:1787460806.360666:0:9123:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9faa900d3000 ctxt 13 is initialized 00000020:00000080:0.0:1787460806.360713:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9faa900d3000 (uuid 259e19ad-2400-4dba-8976-3787ca22d20e) 00000020:01000000:0.0:1787460806.360727:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9faa900d3000 00000020:00000080:0.0:1787460806.360732:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787460806.360758:0:9123:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1787460806.360804:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787460806.360809:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.360811:0:9123:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1787460806.360814:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787460806.360817:0:9123:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1787460806.360819:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787460806.360820:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787460806.360822:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787460806.360825:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.360826:0:9123:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787460806.360836:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787460806.360841:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.360843:0:9123:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1787460806.360846:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787460806.360851:0:9123:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:0.0:1787460806.360878:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9faa900d3000 00000020:00000080:0.0:1787460806.360882:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787460806.360893:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9faa900d3000 (ffff9faa850499b8) 00000020:00000080:0.0:1787460806.365510:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:0.0:1787460806.365551:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9faa900d3000 00000020:00000080:0.0:1787460806.365556:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787460806.365662:0:9123:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9faa8501e000@lustre-MDT0001-mdc-ffff9faa900d3000: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1787460806.367329:0:9123:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9faa900d3000-6 is initialized 00000040:01000000:0.0:1787460806.367602:0:9123:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9faa900d3000 ctxt 13 is initialized 00000020:00000080:0.0:1787460806.367646:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9faa900d3000 (uuid 259e19ad-2400-4dba-8976-3787ca22d20e) 00000020:01000000:0.0:1787460806.367659:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9faa900d3000 00000020:00000080:0.0:1787460806.367663:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787460806.367688:0:9123:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1787460806.367730:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787460806.367734:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.367736:0:9123:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1787460806.367739:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787460806.367743:0:9123:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1787460806.367745:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787460806.367746:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787460806.367748:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787460806.367750:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.367751:0:9123:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787460806.367754:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787460806.367758:0:9123:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.140@tcp:/lustre 00000020:00000080:0.0:1787460806.367761:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.367763:0:9123:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787460806.367771:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787460806.367777:0:9123:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:0.0:1787460806.367804:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9faa900d3000 00000020:00000080:0.0:1787460806.367807:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787460806.367821:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9faa900d3000 (ffff9faa851e99b8) 00000020:00000080:0.0:1787460806.367837:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:0.0:1787460806.367845:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9faa900d3000 00000020:00000080:0.0:1787460806.367847:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787460806.367923:0:9123:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9faa8501a000@lustre-OST0000-osc-ffff9faa900d3000: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1787460806.368142:0:9123:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9faa900d3000-7 is initialized 00000020:00000080:0.0:1787460806.368348:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9faa900d3000 (uuid 259e19ad-2400-4dba-8976-3787ca22d20e) 00000020:01000000:0.0:1787460806.368355:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9faa900d3000 00000020:00000080:0.0:1787460806.368357:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787460806.368368:0:9123:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1787460806.368374:0:9123:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9faa900d3000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1787460806.368379:0:9123:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1787460806.368387:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787460806.368390:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.368392:0:9123:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1787460806.368395:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787460806.368396:0:9123:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1787460806.368398:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787460806.368400:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787460806.368401:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787460806.368403:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.368404:0:9123:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787460806.368406:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787460806.368409:0:9123:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.140@tcp:/lustre 00000020:00000080:0.0:1787460806.368411:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.368412:0:9123:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787460806.368415:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787460806.368418:0:9123:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:0.0:1787460806.368434:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9faa900d3000 00000020:00000080:0.0:1787460806.368437:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787460806.368442:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9faa900d3000 (ffff9faa851ecd28) 00000020:00000080:0.0:1787460806.368451:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:0.0:1787460806.368455:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9faa900d3000 00000020:00000080:0.0:1787460806.368457:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787460806.368509:0:9123:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9faa8501c000@lustre-OST0001-osc-ffff9faa900d3000: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1787460806.368675:0:9123:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9faa900d3000-8 is initialized 00000020:00000080:0.0:1787460806.368869:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9faa900d3000 (uuid 259e19ad-2400-4dba-8976-3787ca22d20e) 00000020:01000000:0.0:1787460806.368876:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9faa900d3000 00000020:00000080:0.0:1787460806.368878:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787460806.368889:0:9123:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1787460806.368895:0:9123:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9faa900d3000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1787460806.368897:0:9123:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1787460806.376623:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787460806.376637:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.376639:0:9123:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787460806.376645:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787460806.376649:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.376651:0:9123:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787460806.376654:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787460806.376656:0:9123:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787460806.376659:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787460806.376661:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.376663:0:9123:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000100:00100000:0.0:1787460806.376711:0:9123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9123:1874288233688832:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787460806.378403:0:9123:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82fc0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787460806.381790:0:9123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9123:1874288233688832:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787460806.381858:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787460806.381874:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.381877:0:9123:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787460806.381884:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1787460806.381933:0:9123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9123:1874288233688960:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787460806.382024:0:9123:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa82fc0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787460806.386062:0:9123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9123:1874288233688960:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787460806.386132:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787460806.386141:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787460806.386143:0:9123:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787460806.386149:0:9123:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1787460806.386395:0:9119:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1787460806.386416:0:9119:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787460806.386433:0:9119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa80031800/0x552a9ea4e82a9490 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4236 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460806.386444:0:9119:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff9faa80031800/0x552a9ea4e82a9490 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4236 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787460806.386453:0:9119:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9faa900d3000 from 1 10000000:01000000:3.0:1787460806.386455:0:9119:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1787460806.386486:0:9119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faac2166800/0x552a9ea4e82a94c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460806.386510:0:9119:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff9faac2166800/0x552a9ea4e82a94c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460806.386519:0:9119:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff9faac2166800/0x552a9ea4e82a94c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787460806.386541:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233689088:192.168.201.140@tcp:101:mount.lustre.0 00000100:00100000:3.0:1787460806.386619:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa93628d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787460806.389232:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233689088:192.168.201.140@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787460806.389273:0:9119:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff9faac2166800/0x552a9ea4e82a94c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c423d expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460806.389285:0:9119:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff9faac2166800/0x552a9ea4e82a94c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c423d expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787460806.389918:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233689216:192.168.201.140@tcp:256:mount.lustre.0 00000100:00100000:3.0:1787460806.390131:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa93628d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787460806.404541:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233689216:192.168.201.140@tcp:256:mount.lustre.0 10000000:01000000:3.0:1787460806.405161:0:9119:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1787460806.405175:0:9119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faac2166800/0x552a9ea4e82a94c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c423d expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460806.405186:0:9119:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff9faac2166800/0x552a9ea4e82a94c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c423d expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787460806.405195:0:9119:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9faa900d3000 from 1 10000000:01000000:3.0:1787460806.405209:0:9119:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787460806.405241:0:9119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460806.405249:0:9119:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460806.405259:0:9119:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787460806.405278:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233689344:192.168.201.140@tcp:101:mount.lustre.0 00000100:00100000:3.0:1787460806.405342:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa93628d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787460806.410936:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233689344:192.168.201.140@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787460806.410968:0:9119:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787460806.410981:0:9119:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787460806.411058:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233689472:192.168.201.140@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787460806.411154:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa93628d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787460806.417827:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233689472:192.168.201.140@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787460806.417885:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233689600:192.168.201.140@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787460806.417978:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa93628d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787460806.423598:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9119:1874288233689600:192.168.201.140@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787460806.423964:0:9128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9128:1874288233689728:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787460806.424124:0:9128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa93628a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787460806.433194:0:9128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9128:1874288233689728:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787460806.433244:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787460806.433256:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787460806.433258:0:9128:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787460806.433265:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9faa900d3000 00000020:00000080:3.0:1787460806.433268:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787460806.433276:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787460806.433278:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787460806.433280:0:9128:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787460806.433282:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787460806.433284:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787460806.433285:0:9128:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787460806.433287:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9faa900d3000 00000020:00000080:3.0:1787460806.433289:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1787460806.433380:0:9128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9128:1874288233689856:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787460806.433452:0:9128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa93628a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787460806.452664:0:9128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:9128:1874288233689856:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787460806.452714:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787460806.452724:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787460806.452726:0:9128:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1787460806.452731:0:9128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1787460806.453077:0:9119:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1787460806.453118:0:9119:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787460806.453137:0:9119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787460806.453149:0:9119:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1787460806.453197:0:9119:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1787460806.453221:0:9119:0:(genops.c:1385:class_connect()) connect: client 259e19ad-2400-4dba-8976-3787ca22d20e, cookie 0x552a9ea4e82a94cf 00800000:01000000:2.0:1787460806.453245:0:9119:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 259e19ad-2400-4dba-8976-3787ca22d20e to lustre-clilmv-ffff9faa900d3000 00800000:01000000:2.0:1787460806.453255:0:9119:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9faa900d3000(259e19ad-2400-4dba-8976-3787ca22d20e) - lustre-MDT0000_UUID, 259e19ad-2400-4dba-8976-3787ca22d20e 00000020:00000080:2.0:1787460806.453264:0:9119:0:(genops.c:1385:class_connect()) connect: client 259e19ad-2400-4dba-8976-3787ca22d20e, cookie 0x552a9ea4e82a94d6 00000100:00080000:2.0:1787460806.453275:0:9119:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9faa900d3000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:2.0:1787460806.453283:0:9119:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9faa900d3000: import ffff9faa85019000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:2.0:1787460806.453296:0:9119:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787460806.453333:0:9119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9faa92e8f480 x1874288233689984/t0(0) o38->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787460806.453356:0:9119:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID 00800000:01000000:2.0:1787460806.453449:0:9119:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9faa900d3000(259e19ad-2400-4dba-8976-3787ca22d20e) successfully (5) 00800000:00000004:2.0:1787460806.453452:0:9119:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff9faa900d3000: age -646, max_age 0 00800000:01000000:2.0:1787460806.453479:0:9119:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9faa900d3000(259e19ad-2400-4dba-8976-3787ca22d20e) - lustre-MDT0001_UUID, 259e19ad-2400-4dba-8976-3787ca22d20e 00000020:00000080:2.0:1787460806.453486:0:9119:0:(genops.c:1385:class_connect()) connect: client 259e19ad-2400-4dba-8976-3787ca22d20e, cookie 0x552a9ea4e82a94dd 00000100:00080000:2.0:1787460806.453491:0:9119:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9faa900d3000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:2.0:1787460806.453496:0:9119:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9faa900d3000: import ffff9faa8501e000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:2.0:1787460806.453502:0:9119:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683201 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787460806.453511:0:9119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9faa92e8c380 x1874288233690240/t0(0) o38->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787460806.453520:0:9119:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID 00800000:01000000:2.0:1787460806.453555:0:9119:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9faa900d3000(259e19ad-2400-4dba-8976-3787ca22d20e) successfully (5) 00800000:00000004:2.0:1787460806.453562:0:9119:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff9faa900d3000: age -646, max_age 0 00000080:00000004:2.0:1787460806.453578:0:9119:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9faa900d3000: age -646, max_age 353 00800000:00000004:2.0:1787460806.453583:0:9119:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9faa900d3000: age -646, max_age 353 00000100:00080000:2.0:1787460806.453599:0:9119:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9faa92e8fb80 x1874288233690496/t0(0) o41->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460806.453609:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa8684d600 going to sleep for 0 seconds 00000100:00100000:2.0:1787460806.453636:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233689984:192.168.201.140@tcp:38:mount.lustre.0 00000100:00100000:2.0:1787460806.453710:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233690240:192.168.201.140@tcp:38:mount.lustre.0 00000100:00080000:2.0:1787460806.453740:0:2414:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9faa92e8d500 x1874288233690112/t0(0) o41->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460806.453750:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1787460806.453754:0:2414:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9faa92e8e300 x1874288233690368/t0(0) o41->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460806.454579:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233690624:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460806.454626:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787460806.454631:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233690752:192.168.201.140@tcp:400:kworker.0 00010000:00080000:1.0:1787460806.460376:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8e300 x1874288233690752/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460806.460397:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233690752:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460806.460411:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233690624:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1787460806.460455:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa900d3000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787460806.460464:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9faa900d3000: connect to target with instance 1 00000100:00080000:1.0:1787460806.460471:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9faa900d3000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1787460806.460482:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787460806.460486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa85019000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787460806.460606:0:2410:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007145fbb1): req@ffff9faa92e8fb80 x1874288233690496/t0(0) o41->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787460806.460638:0:2410:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000082b44279): req@ffff9faa92e8d500 x1874288233690112/t0(0) o41->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460806.460649:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233689984:192.168.201.140@tcp:38:mount.lustre.0 00010000:00080000:1.0:1787460806.460664:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8c380 x1874288233690240/t0(0) o38->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1787460816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460806.460672:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa900d3000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787460806.460676:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9faa900d3000: connect to target with instance 1 00000100:00080000:1.0:1787460806.460680:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9faa900d3000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1787460806.460685:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787460806.460687:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa8501e000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787460806.461289:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa8684d600 going to sleep for 11 seconds 00000100:00100000:2.0:1787460806.462407:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233690240:192.168.201.140@tcp:38:mount.lustre.0 00000100:00100000:1.0:1787460806.473437:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:259e19ad-2400-4dba-8976-3787ca22d20e:9119:1874288233690496:192.168.201.140@tcp:41:mount.lustre.0 00800000:00000004:1.0:1787460806.473464:0:9119:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9faa900d3000: update ffff9faa85048450 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:1.0:1787460806.473471:0:9119:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9faa900d3000: update ffff9faa8504b7c0 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:1.0:1787460806.473507:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:259e19ad-2400-4dba-8976-3787ca22d20e:9119:1874288233690880:192.168.201.140@tcp:40:mount.lustre.0 00000100:00100000:1.0:1787460806.473604:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa91dc6c00 going to sleep for 11 seconds 00010000:00080000:3.0:1787460806.473635:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8e300 x1874288233690368/t0(0) o41->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1787460822 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460806.473649:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:0:1874288233690368:192.168.201.140@tcp:41:mount.lustre.0 00000100:00100000:3.0:1787460806.473663:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:0:1874288233690112:192.168.201.140@tcp:41:mount.lustre.0 00000100:00100000:1.0:1787460806.478632:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:259e19ad-2400-4dba-8976-3787ca22d20e:9119:1874288233690880:192.168.201.140@tcp:40:mount.lustre.0 00000080:00000004:1.0:1787460806.478668:0:9119:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1787460806.478683:0:9119:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683201 ocd_grant: 2146304 00020000:01000000:1.0:1787460806.478687:0:9119:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1787460806.478700:0:9119:0:(genops.c:1385:class_connect()) connect: client 259e19ad-2400-4dba-8976-3787ca22d20e, cookie 0x552a9ea4e82a94e4 00000020:00000080:1.0:1787460806.478719:0:9119:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x552a9ea4e82a94eb 00000100:00080000:1.0:1787460806.478726:0:9119:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9faa900d3000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:1.0:1787460806.478745:0:9119:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9faa900d3000: import ffff9faa8501a000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:1.0:1787460806.478757:0:9119:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683201 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1787460806.478782:0:9119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9faa91e8ca80 x1874288233691008/t0(0) o8->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787460806.478810:0:9119:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID 00020000:01000000:1.0:1787460806.478829:0:9119:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9faa900d3000) active 00000020:00000080:1.0:1787460806.478855:0:9119:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x552a9ea4e82a94f2 00000100:00080000:1.0:1787460806.478860:0:9119:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9faa900d3000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:1.0:1787460806.478865:0:9119:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9faa900d3000: import ffff9faa8501c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:1.0:1787460806.478871:0:9119:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683201 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1787460806.478887:0:9119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9faa91e8e300 x1874288233691136/t0(0) o8->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787460806.478896:0:9119:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID 00020000:01000000:1.0:1787460806.478913:0:9119:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9faa900d3000) active 00000100:00100000:1.0:1787460806.478950:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:259e19ad-2400-4dba-8976-3787ca22d20e:9119:1874288233691264:192.168.201.140@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787460806.478980:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233691008:192.168.201.140@tcp:8:mount.lustre.0 00000100:00100000:1.0:1787460806.479058:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa91dc6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787460806.479441:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233691136:192.168.201.140@tcp:8:mount.lustre.0 00000100:00100000:1.0:1787460806.480882:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:259e19ad-2400-4dba-8976-3787ca22d20e:9119:1874288233691264:192.168.201.140@tcp:900:mount.lustre.0 00010000:00080000:0.0:1787460806.480982:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8ca80 x1874288233691008/t0(0) o8->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1787460816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460806.480993:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9faa900d3000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787460806.480999:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9faa900d3000: connect to target with instance 1 00000100:00080000:0.0:1787460806.481007:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9faa900d3000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1787460806.481017:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787460806.481020:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa8501a000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1787460806.481026:0:2410:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1787460806.481030:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787460806.481036:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1787460806.481047:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233691008:192.168.201.140@tcp:8:mount.lustre.0 00000100:00100000:1.0:1787460806.481127:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:259e19ad-2400-4dba-8976-3787ca22d20e:9119:1874288233691392:192.168.201.140@tcp:33:mount.lustre.0 00000100:00100000:1.0:1787460806.481264:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa91dc6c00 going to sleep for 11 seconds 00010000:00080000:0.0:1787460806.482630:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8e300 x1874288233691136/t0(0) o8->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1787460816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460806.482642:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9faa900d3000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787460806.482650:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9faa900d3000: connect to target with instance 1 00000100:00080000:0.0:1787460806.482656:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9faa900d3000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1787460806.482671:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1787460806.482674:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa8501c000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1787460806.482678:0:2410:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1787460806.482682:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787460806.482685:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1787460806.482693:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233691136:192.168.201.140@tcp:8:mount.lustre.0 00000100:00100000:1.0:1787460806.486234:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:259e19ad-2400-4dba-8976-3787ca22d20e:9119:1874288233691392:192.168.201.140@tcp:33:mount.lustre.0 00000080:00200000:1.0:1787460806.486428:0:9119:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9faa83526c08) 00000080:00200000:1.0:1787460806.486438:0:9119:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1787460806.486514:0:9119:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_65_gc740cad 00000080:00000004:1.0:1787460806.491652:0:9119:0:(super25.c:182:lustre_fill_super()) 192.168.201.140@tcp:/lustre: Mount complete 00000400:00000001:1.0:1787460806.639072:0:9150:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:3.0:1787460806.867725:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460806.867732:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460806.867738:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460806.867739:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460806.868957:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460806.868964:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460806.868969:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787460807.762415:0:8400:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5a20 (cpu 2) has reached its deadline 4295022709, at 4295022720 00000100:00000010:2.0:1787460807.762433:0:8400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa87d360c0. 00000100:00000040:3.0:1787460807.765975:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5b30 (cpu 3) has reached its deadline 4295022709, at 4295022723 00000100:00000010:3.0:1787460807.765992:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa87d36720. 00010000:00000001:3.0:1787460807.890558:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460807.890564:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460807.890580:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460807.890581:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787460807.890604:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787460807.890606:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787460807.890609:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460808.918058:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460808.918067:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460808.918073:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460808.918075:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460808.918267:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460808.918270:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460808.918273:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460809.940822:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460809.940829:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460809.940835:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460809.940836:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460809.944123:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460809.944130:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460809.944135:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460810.962525:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460810.962534:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460810.962539:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460810.962541:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787460810.962833:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787460810.962837:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787460810.962840:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787460811.740732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460811.740741:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460811.740748:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8c380. 00000020:00000040:2.0:1787460811.740754:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:2.0:1787460811.740767:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460811.740770:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460811.740775:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460811.740782:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa83d41000. 00000100:00000001:2.0:1787460811.740788:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.740800:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460811.740823:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460811.740827:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.740833:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004075ebf] to pc [ptlrpcd_01_01+1] req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.740857:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.740860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460811.740863:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460811.740866:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8f480. 00000020:00000040:2.0:1787460811.740868:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa982db000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000100:00000001:2.0:1787460811.740871:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460811.740872:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460811.740874:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460811.740880:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa907ca700. 00000100:00000001:2.0:1787460811.740883:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.740887:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460811.740895:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460811.740897:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.740900:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7e3ac0d] to pc [ptlrpcd_01_00+0] req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.740908:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.740911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460811.740913:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460811.740920:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8f100. 00000020:00000040:2.0:1787460811.740923:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa982d8800 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000100:00000001:2.0:1787460811.740925:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460811.740926:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460811.740928:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460811.740932:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa84da8b00. 00000100:00000001:2.0:1787460811.740935:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.740938:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460811.740946:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460811.740948:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.740951:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084243340] to pc [ptlrpcd_01_01+1] req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.740958:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.740960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787460811.740964:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787460811.740966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787460811.740969:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787460811.740971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460811.740974:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460811.740976:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8ca80. 00000020:00000040:2.0:1787460811.740978:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa85019000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000100:00000001:2.0:1787460811.740979:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460811.740980:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460811.740981:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460811.740984:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa84da8400. 00000100:00000001:2.0:1787460811.740986:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.740990:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460811.741006:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460811.741007:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741011:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000489394dd] to pc [ptlrpcd_01_00+0] req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741018:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460811.741023:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460811.741025:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8ed80. 00000020:00000040:2.0:1787460811.741027:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501e000 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000100:00000001:2.0:1787460811.741029:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460811.741030:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460811.741032:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460811.741035:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa84da8d00. 00000100:00000001:2.0:1787460811.741038:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741042:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460811.741049:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460811.741051:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741054:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c37e08dc] to pc [ptlrpcd_01_01+1] req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741061:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460811.741067:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460811.741070:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8c700. 00000020:00000040:2.0:1787460811.741072:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501a000 refcount=3 obd=lustre-OST0000-osc-ffff9faa900d3000 00000100:00000001:2.0:1787460811.741074:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460811.741075:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460811.741077:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460811.741079:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa84da8900. 00000100:00000001:2.0:1787460811.741086:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741123:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460811.741132:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460811.741133:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741137:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c5f684b] to pc [ptlrpcd_01_00+0] req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741144:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460811.741150:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460811.741153:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8d500. 00000020:00000040:2.0:1787460811.741155:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501c000 refcount=3 obd=lustre-OST0001-osc-ffff9faa900d3000 00000100:00000001:2.0:1787460811.741158:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460811.741159:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460811.741161:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460811.741164:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa84da8f00. 00000100:00000001:2.0:1787460811.741166:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741170:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460811.741176:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460811.741178:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741182:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000893ee38c] to pc [ptlrpcd_01_01+1] req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741188:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741192:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (364) 00000100:00000001:2.0:1787460811.741202:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460811.741205:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460811.741207:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460811.741211:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741229:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460811.741231:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.741235:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460811.741238:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460811.741240:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460811.741243:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233691648:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460811.741248:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460811.741253:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460811.741256:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.741258:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460811.741262:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa87c2dc00. 02000000:00000001:2.0:1787460811.741263:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460811.741270:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460811.741275:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80b58. 00000400:00000010:2.0:1787460811.741281:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de110. 00000100:00000200:2.0:1787460811.741287:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233691648, portal 10 00000100:00000001:2.0:1787460811.741290:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460811.741292:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690838144 : -105920018713472 : ffff9faa92e8f480) 00000100:00000040:2.0:1787460811.741299:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741307:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460811.741310:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460811.741312:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de908. 00000100:00000200:2.0:1787460811.741315:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233691648, offset 0 00000400:00000200:2.0:1787460811.741321:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460811.741329:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.741336:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460811.741342:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460811.741346:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460811.741350:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460811.741353:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460811.741361:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [123:123:256:4294967295] 192.168.201.140@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:2.0:1787460811.741365:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.741375:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460811.741381:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460811.741386:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa92043300. 00000800:00000200:2.0:1787460811.741393:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460811.741400:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460811.741405:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa92043300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460811.741415:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741419:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: using a timeout of 142505 usecs (143 jiffies) 00000400:00000200:2.0:1787460811.741423:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460811.741426:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295026841 00000100:00000010:2.0:1787460811.741430:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa83f09720. 00000100:00000001:2.0:1787460811.741437:0:2413:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787460811.741441:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295026841 00000100:00000010:2.0:1787460811.741444:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa83f09ea0. 00000100:00000001:2.0:1787460811.741447:0:2413:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787460811.741450:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460811.741453:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460811.741455:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460811.741459:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741466:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460811.741467:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.741469:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460811.741471:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460811.741473:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460811.741475:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233691904:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460811.741479:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460811.741485:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460811.741487:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.741488:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460811.741491:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa87c2c800. 02000000:00000001:2.0:1787460811.741493:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460811.741496:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460811.741498:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80898. 00000400:00000010:2.0:1787460811.741501:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de770. 00000100:00000200:2.0:1787460811.741504:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233691904, portal 10 00000100:00000001:2.0:1787460811.741506:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460811.741507:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690827392 : -105920018724224 : ffff9faa92e8ca80) 00000100:00000040:2.0:1787460811.741513:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741519:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460811.741522:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460811.741524:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de660. 00000100:00000200:2.0:1787460811.741526:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233691904, offset 0 00000400:00000200:2.0:1787460811.741530:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460811.741533:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.741536:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460811.741539:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460811.741541:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460811.741544:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460811.741546:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460811.741548:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [124:124:255:4294967295] 192.168.201.140@tcp LPNI seq info [124:124:7:4294967295] 00000400:00000200:2.0:1787460811.741552:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.741559:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460811.741563:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460811.741568:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa947e7e00. 00000800:00000200:2.0:1787460811.741571:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460811.741575:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460811.741578:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa947e7e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460811.741585:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741588:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: using a timeout of 12333 usecs (13 jiffies) 00000400:00000200:2.0:1787460811.741591:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460811.741594:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295026711 00000100:00000001:2.0:1787460811.741596:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295026841 00000100:00000001:2.0:1787460811.741598:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295026711 00000100:00000001:2.0:1787460811.741600:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295026841 00000100:00000001:2.0:1787460811.741602:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460811.741604:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460811.741606:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460811.741610:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741617:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460811.741619:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.741621:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460811.741623:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460811.741624:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460811.741627:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233692160:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460811.741630:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460811.741632:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460811.741633:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.741635:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460811.741638:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5d800. 02000000:00000001:2.0:1787460811.741640:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460811.741643:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460811.741645:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80b00. 00000400:00000010:2.0:1787460811.741648:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de2a8. 00000100:00000200:2.0:1787460811.741651:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233692160, portal 4 00000100:00000001:2.0:1787460811.741653:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460811.741654:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690826496 : -105920018725120 : ffff9faa92e8c700) 00000100:00000040:2.0:1787460811.741659:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741669:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460811.741671:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460811.741673:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980dec38. 00000100:00000200:2.0:1787460811.741676:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874288233692160, offset 0 00000400:00000200:2.0:1787460811.741679:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460811.741683:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.741686:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460811.741689:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460811.741691:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460811.741694:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460811.741696:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460811.741699:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [125:125:254:4294967295] 192.168.201.140@tcp LPNI seq info [125:125:6:4294967295] 00000400:00000200:2.0:1787460811.741702:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.741708:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460811.741712:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460811.741715:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa947e7500. 00000800:00000200:2.0:1787460811.741718:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460811.741722:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460811.741725:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa947e7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460811.741727:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.741730:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: using a timeout of 2716 usecs (3 jiffies) 00000400:00000200:2.0:1787460811.741732:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460811.741734:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295026701 00000100:00000001:2.0:1787460811.741736:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295026841 00000100:00000001:2.0:1787460811.741738:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295026701 00000100:00000001:2.0:1787460811.741740:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295026841 00000100:00000001:2.0:1787460811.741743:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460811.741744:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460811.741750:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460811.741753:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460811.741759:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460811.741761:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787460811.741763:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460811.741764:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460811.741766:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460811.741769:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:2.0:1787460811.741770:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460811.741772:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460811.741773:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460811.741775:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460811.741776:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460811.741777:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460811.741781:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741788:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460811.741789:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.741791:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460811.741793:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460811.741795:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460811.741798:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233691520:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460811.741801:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460811.741803:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460811.741805:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.741806:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460811.741821:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5c000. 02000000:00000001:2.0:1787460811.741823:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460811.741827:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460811.741829:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80dc0. 00000400:00000010:2.0:1787460811.741833:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980def68. 00000100:00000200:2.0:1787460811.741836:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233691520, portal 25 00000100:00000001:2.0:1787460811.741837:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460811.741839:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690825600 : -105920018726016 : ffff9faa92e8c380) 00000100:00000040:2.0:1787460811.741843:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741854:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460811.741856:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460811.741858:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980decc0. 00000100:00000200:2.0:1787460811.741860:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874288233691520, offset 0 00000400:00000200:2.0:1787460811.741864:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460811.741868:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.741871:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460811.741873:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460811.741876:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460811.741878:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460811.741880:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460811.741883:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [126:126:253:4294967295] 192.168.201.140@tcp LPNI seq info [126:126:5:4294967295] 00000400:00000200:2.0:1787460811.741887:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.741893:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460811.741897:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460811.741900:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa947e7a00. 00000800:00000200:2.0:1787460811.741903:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460811.741907:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460811.741910:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa947e7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460811.741913:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460811.741915:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460811.741917:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295027970 00000100:00000001:2.0:1787460811.741922:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295026841 00000100:00000001:2.0:1787460811.741925:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295027970 00000100:00000001:2.0:1787460811.741927:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295026841 00000100:00000001:2.0:1787460811.741930:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460811.741931:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460811.741933:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460811.741937:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741948:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460811.741949:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.741952:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460811.741953:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460811.741955:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460811.741957:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233691776:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460811.741961:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460811.741963:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460811.741964:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.741966:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460811.741968:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5c200. 02000000:00000001:2.0:1787460811.741970:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460811.741972:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460811.741975:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e804d0. 00000400:00000010:2.0:1787460811.741978:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980deee0. 00000100:00000200:2.0:1787460811.741980:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233691776, portal 10 00000100:00000001:2.0:1787460811.741982:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460811.741984:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690837248 : -105920018714368 : ffff9faa92e8f100) 00000100:00000040:2.0:1787460811.741989:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.741996:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460811.741998:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460811.742000:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de220. 00000100:00000200:2.0:1787460811.742002:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233691776, offset 0 00000400:00000200:2.0:1787460811.742005:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460811.742009:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.742012:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460811.742014:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460811.742017:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460811.742019:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460811.742021:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460811.742028:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [127:127:252:4294967295] 192.168.201.140@tcp LPNI seq info [127:127:4:4294967295] 00000400:00000200:2.0:1787460811.742032:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.742037:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460811.742042:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460811.742045:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa882a6400. 00000800:00000200:2.0:1787460811.742049:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460811.742052:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460811.742054:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa882a6400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460811.742057:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.742060:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: using a timeout of 184187 usecs (185 jiffies) 00000400:00000200:2.0:1787460811.742063:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460811.742065:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295026883 00000100:00000001:2.0:1787460811.742067:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295027970 00000100:00000001:2.0:1787460811.742069:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295026883 00000100:00000001:2.0:1787460811.742070:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295027970 00000100:00000001:2.0:1787460811.742072:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460811.742074:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460811.742076:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460811.742080:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.742171:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460811.742172:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.742175:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460811.742176:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460811.742178:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460811.742181:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233692032:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460811.742185:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460811.742187:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460811.742188:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.742194:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460811.742197:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5c600. 02000000:00000001:2.0:1787460811.742199:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460811.742203:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460811.742205:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80630. 00000400:00000010:2.0:1787460811.742208:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de990. 00000100:00000200:2.0:1787460811.742211:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233692032, portal 10 00000100:00000001:2.0:1787460811.742213:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460811.742214:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690836352 : -105920018715264 : ffff9faa92e8ed80) 00000100:00000040:2.0:1787460811.742220:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.742227:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460811.742229:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460811.742231:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de880. 00000100:00000200:2.0:1787460811.742232:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233692032, offset 0 00000400:00000200:2.0:1787460811.742236:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460811.742240:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.742243:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460811.742246:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460811.742248:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460811.742250:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460811.742252:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460811.742256:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [128:128:251:4294967295] 192.168.201.140@tcp LPNI seq info [128:128:3:4294967295] 00000400:00000200:2.0:1787460811.742259:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.742265:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460811.742269:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460811.742272:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa882a6800. 00000800:00000200:2.0:1787460811.742276:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460811.742280:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460811.742282:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa882a6800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460811.742285:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.742292:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: using a timeout of 16990 usecs (17 jiffies) 00000400:00000200:2.0:1787460811.742295:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460811.742297:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295026715 00000100:00000001:2.0:1787460811.742299:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295027970 00000100:00000001:2.0:1787460811.742301:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295026715 00000100:00000001:2.0:1787460811.742303:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295027970 00000100:00000001:2.0:1787460811.742305:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460811.742307:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460811.742309:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460811.742313:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.742319:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460811.742321:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.742323:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460811.742324:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460811.742326:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460811.742329:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233692288:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460811.742332:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460811.742334:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460811.742335:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460811.742337:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460811.742339:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5de00. 02000000:00000001:2.0:1787460811.742340:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460811.742343:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460811.742346:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80bb0. 00000400:00000010:2.0:1787460811.742349:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de198. 00000100:00000200:2.0:1787460811.742351:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233692288, portal 4 00000100:00000001:2.0:1787460811.742353:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460811.742354:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690830080 : -105920018721536 : ffff9faa92e8d500) 00000100:00000040:2.0:1787460811.742359:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460811.742374:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460811.742376:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460811.742378:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de000. 00000100:00000200:2.0:1787460811.742380:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874288233692288, offset 0 00000400:00000200:2.0:1787460811.742384:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460811.742387:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.742390:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460811.742393:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460811.742394:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460811.742397:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460811.742399:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460811.742402:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [129:129:250:4294967295] 192.168.201.140@tcp LPNI seq info [129:129:2:4294967295] 00000400:00000200:2.0:1787460811.742405:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460811.742411:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460811.742416:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460811.742418:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa882a6900. 00000800:00000200:2.0:1787460811.742422:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460811.742426:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460811.742428:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa882a6900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460811.742431:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460811.742434:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: using a timeout of 4627 usecs (5 jiffies) 00000400:00000200:2.0:1787460811.742436:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460811.742438:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295026703 00000100:00000001:2.0:1787460811.742440:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295027970 00000100:00000001:2.0:1787460811.742475:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295026703 00000100:00000001:2.0:1787460811.742478:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295027970 00000100:00000001:2.0:1787460811.742480:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460811.742483:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460811.742489:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460811.742492:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460811.748130:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460811.748141:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787460811.753190:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460811.753199:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa92043300. 00000400:00000200:3.0:1787460811.753206:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.753215:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460811.753221:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de908 00000400:00000010:3.0:1787460811.753224:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de908. 00000100:00000001:3.0:1787460811.753229:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460811.753237:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753250:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.753253:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753261:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.753263:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460811.753276:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460811.753278:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa947e7e00. 00000400:00000200:3.0:1787460811.753289:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.753293:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460811.753296:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de660 00000400:00000010:3.0:1787460811.753298:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de660. 00000100:00000001:3.0:1787460811.753300:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460811.753305:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753312:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.753315:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753323:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.753324:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460811.753331:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460811.753333:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa947e7500. 00000400:00000200:3.0:1787460811.753336:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.753339:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460811.753341:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980dec38 00000400:00000010:3.0:1787460811.753343:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980dec38. 00000100:00000001:3.0:1787460811.753345:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460811.753349:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753358:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.753361:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753367:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.753369:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460811.753375:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460811.753377:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa947e7a00. 00000400:00000200:3.0:1787460811.753379:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.753382:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460811.753385:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980decc0 00000400:00000010:3.0:1787460811.753386:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980decc0. 00000100:00000001:3.0:1787460811.753388:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460811.753397:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753404:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.753408:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753415:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.753416:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460811.753423:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460811.753424:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa882a6400. 00000400:00000200:3.0:1787460811.753427:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.753431:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460811.753433:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de220 00000400:00000010:3.0:1787460811.753435:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de220. 00000100:00000001:3.0:1787460811.753437:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460811.753441:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753448:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.753451:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753457:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.753458:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460811.753463:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460811.753465:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa882a6800. 00000400:00000200:3.0:1787460811.753467:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.753470:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460811.753473:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de880 00000400:00000010:3.0:1787460811.753474:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de880. 00000100:00000001:3.0:1787460811.753476:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460811.753480:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753487:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.753490:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753500:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.753501:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460811.753561:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460811.753563:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa882a6900. 00000400:00000200:3.0:1787460811.753566:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.753569:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460811.753572:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de000 00000400:00000010:3.0:1787460811.753574:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de000. 00000100:00000001:3.0:1787460811.753576:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460811.753580:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753586:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.753599:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.753605:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.753606:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460811.756332:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.756348:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460811.756353:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.756356:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.756366:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.756374:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460811.756384:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.756389:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.756395:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.756400:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6a8a7bc603980 00000400:00000200:3.0:1787460811.756406:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.756413:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:3.0:1787460811.756420:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.756426:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.756429:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.756433:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460811.756446:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.756453:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460811.756464:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.756479:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460811.756487:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.756490:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.756501:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460811.756504:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787460811.756509:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460811.756512:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460811.756515:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80dc0. 00000400:00000200:3.0:1787460811.756518:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980def68 00000400:00000010:3.0:1787460811.756521:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980def68. 00000100:00000001:3.0:1787460811.756524:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.756529:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787460811.756538:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.756545:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460811.756548:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.756550:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460811.756554:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460811.756556:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460811.756559:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460811.756562:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787460811.756568:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460811.756572:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460811.756575:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460811.756577:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460811.756580:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787460811.756582:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.756585:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460811.756595:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.756602:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460811.756606:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460811.756608:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460811.756612:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460811.756620:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233691520:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1787460811.756627:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.756629:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.756633:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8c380 x1874288233691520/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.756640:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460811.756642:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460811.756645:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5c000. 02000000:00000001:3.0:1787460811.756649:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460811.756652:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460811.756654:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:3.0:1787460811.756656:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460811.756659:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa83d41000. 02000000:00000001:3.0:1787460811.756662:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460811.756664:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460811.756666:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8c380. 00000100:00000001:3.0:1787460811.756670:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460811.756672:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.756675:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.756677:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460811.756678:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787460811.756681:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.756683:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787460811.763078:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763112:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460811.763116:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763120:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763135:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763144:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460811.763153:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763158:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763163:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763167:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc603a00 00000400:00000200:3.0:1787460811.763171:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763177:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:3.0:1787460811.763185:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763190:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763193:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.763199:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460811.763206:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.763214:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460811.763226:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763240:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460811.763249:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763252:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460811.763254:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763257:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763260:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763265:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460811.763270:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763274:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763277:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763281:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc603b00 00000400:00000200:3.0:1787460811.763285:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763289:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:3.0:1787460811.763292:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763303:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763305:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.763310:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460811.763313:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.763318:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460811.763328:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763335:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460811.763339:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763341:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460811.763343:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763345:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763348:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763352:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460811.763356:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763358:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763361:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763363:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc603a80 00000400:00000200:3.0:1787460811.763366:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763369:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:3.0:1787460811.763373:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763377:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763379:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.763381:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460811.763384:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.763389:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460811.763397:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763404:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460811.763415:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763418:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460811.763421:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763423:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763427:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763432:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460811.763437:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763440:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763443:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763446:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc603b80 00000400:00000200:3.0:1787460811.763450:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763454:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x7e5 [1] + 224 00000800:00000001:3.0:1787460811.763458:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763462:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763464:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.763468:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460811.763471:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.763476:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460811.763486:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763492:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460811.763495:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763499:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460811.763500:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763503:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763505:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763508:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460811.763512:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763514:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763516:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763518:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6a8a7bc603c00 00000400:00000200:3.0:1787460811.763521:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763530:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:3.0:1787460811.763534:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763537:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763540:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.763542:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460811.763545:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.763549:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460811.763556:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763562:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460811.763565:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763568:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460811.763569:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763571:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763573:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763576:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460811.763580:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763582:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763584:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763586:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6a8a7bc603c80 00000400:00000200:3.0:1787460811.763589:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460811.763591:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:3.0:1787460811.763594:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763599:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460811.763601:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460811.763604:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460811.763606:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.763609:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460811.763616:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763627:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460811.763630:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460811.763632:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.763645:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460811.763648:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787460811.763654:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460811.763656:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460811.763658:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e804d0. 00000400:00000200:3.0:1787460811.763662:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980deee0 00000400:00000010:3.0:1787460811.763665:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980deee0. 00000100:00000001:3.0:1787460811.763667:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.763671:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787460811.763679:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763697:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460811.763700:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.763702:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460811.763705:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460811.763708:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460811.763710:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460811.763713:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787460811.763720:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982d8c60 time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460811.763724:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982d8c18 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460811.763726:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460811.763728:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460811.763731:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787460811.763736:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787460811.763742:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.763746:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787460811.763748:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:3.0:1787460811.763749:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787460811.763756:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460811.763765:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763771:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460811.763773:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460811.763775:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460811.763779:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460811.763785:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233691776:192.168.201.140@tcp:400:kworker.0 00000400:00000001:3.0:1787460811.763791:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460811.763793:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460811.763794:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80630. 00000400:00000200:3.0:1787460811.763797:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de990 00000400:00000010:3.0:1787460811.763798:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de990. 00000100:00000001:3.0:1787460811.763800:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.763802:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787460811.763820:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763833:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460811.763834:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.763836:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460811.763838:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460811.763839:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460811.763840:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460811.763842:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787460811.763846:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501e460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460811.763849:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501e418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460811.763851:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460811.763852:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460811.763853:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787460811.763857:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787460811.763869:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.763871:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787460811.763873:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:3.0:1787460811.763874:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787460811.763875:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460811.763879:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763886:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460811.763888:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460811.763889:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460811.763892:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460811.763899:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233692032:192.168.201.140@tcp:400:kworker.0 00000400:00000001:3.0:1787460811.763905:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460811.763907:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460811.763908:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80bb0. 00000400:00000200:3.0:1787460811.763910:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de198 00000400:00000010:3.0:1787460811.763912:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de198. 00000100:00000001:3.0:1787460811.763914:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.763917:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787460811.763925:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763932:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460811.763933:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.763935:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460811.763937:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460811.763938:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460811.763939:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460811.763945:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1787460811.763955:0:2413:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9faa8500c000. 00000100:00001000:3.0:1787460811.763958:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501c460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460811.763961:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501c418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460811.763963:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460811.763965:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460811.763967:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787460811.763971:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787460811.763976:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.763978:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787460811.763979:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:3.0:1787460811.763980:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787460811.763982:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460811.763984:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.763990:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460811.763991:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460811.763993:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460811.763996:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460811.764004:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233692288:192.168.201.140@tcp:400:kworker.0 00000400:00000001:3.0:1787460811.764009:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460811.764010:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460811.764011:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80b58. 00000400:00000200:3.0:1787460811.764013:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de110 00000400:00000010:3.0:1787460811.764015:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de110. 00000100:00000001:3.0:1787460811.764016:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.764019:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787460811.764027:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764039:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460811.764041:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764042:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460811.764044:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460811.764045:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460811.764046:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460811.764048:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787460811.764052:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982db460 time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460811.764055:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982db418 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460811.764057:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460811.764059:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460811.764060:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787460811.764062:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.764065:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787460811.764066:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:3.0:1787460811.764068:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787460811.764069:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460811.764073:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764080:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460811.764081:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460811.764083:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460811.764086:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460811.764114:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233691648:192.168.201.140@tcp:400:kworker.0 00000400:00000001:3.0:1787460811.764118:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460811.764119:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460811.764121:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80898. 00000400:00000200:3.0:1787460811.764123:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de770 00000400:00000010:3.0:1787460811.764125:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de770. 00000100:00000001:3.0:1787460811.764128:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.764132:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787460811.764146:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764152:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460811.764153:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764155:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460811.764156:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460811.764157:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460811.764159:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460811.764160:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787460811.764165:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa85019460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460811.764167:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa85019418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460811.764170:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460811.764171:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460811.764172:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787460811.764174:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.764176:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787460811.764177:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:3.0:1787460811.764179:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787460811.764180:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460811.764184:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764190:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460811.764192:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460811.764193:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460811.764196:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460811.764202:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233691904:192.168.201.140@tcp:400:kworker.0 00000400:00000001:3.0:1787460811.764206:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460811.764208:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460811.764209:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80b00. 00000400:00000200:3.0:1787460811.764212:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de2a8 00000400:00000010:3.0:1787460811.764218:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de2a8. 00000100:00000001:3.0:1787460811.764221:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460811.764224:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787460811.764234:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764240:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460811.764242:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764244:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460811.764246:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460811.764247:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460811.764248:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460811.764250:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1787460811.764268:0:2413:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9faa86908000. 00000100:00001000:3.0:1787460811.764273:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501a460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460811.764275:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501a418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460811.764277:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460811.764279:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460811.764280:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787460811.764284:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787460811.764290:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.764292:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787460811.764294:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:3.0:1787460811.764295:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787460811.764296:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460811.764299:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764305:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460811.764307:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460811.764308:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460811.764310:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460811.764324:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233692160:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1787460811.764328:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764330:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.764333:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8f100 x1874288233691776/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764339:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460811.764342:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460811.764345:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5c200. 02000000:00000001:3.0:1787460811.764347:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460811.764349:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460811.764351:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa982d8800 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000020:00000001:3.0:1787460811.764353:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460811.764355:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa84da8b00. 02000000:00000001:3.0:1787460811.764359:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460811.764360:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460811.764362:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8f100. 00000100:00000001:3.0:1787460811.764365:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460811.764366:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764368:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.764371:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8ed80 x1874288233692032/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764377:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460811.764379:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460811.764381:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5c600. 02000000:00000001:3.0:1787460811.764383:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460811.764384:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460811.764385:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa8501e000 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000020:00000001:3.0:1787460811.764387:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460811.764388:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa84da8d00. 02000000:00000001:3.0:1787460811.764391:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460811.764392:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460811.764394:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8ed80. 00000100:00000001:3.0:1787460811.764402:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460811.764403:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764405:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.764409:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8d500 x1874288233692288/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764415:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460811.764416:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460811.764418:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5de00. 02000000:00000001:3.0:1787460811.764420:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460811.764422:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460811.764424:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa8501c000 refcount=2 obd=lustre-OST0001-osc-ffff9faa900d3000 00000020:00000001:3.0:1787460811.764425:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460811.764427:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa84da8f00. 02000000:00000001:3.0:1787460811.764428:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460811.764430:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460811.764431:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8d500. 00000100:00000001:3.0:1787460811.764433:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460811.764435:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764436:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.764439:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8f480 x1874288233691648/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764444:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460811.764445:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460811.764447:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa87c2dc00. 02000000:00000001:3.0:1787460811.764450:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460811.764451:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460811.764452:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa982db000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000020:00000001:3.0:1787460811.764454:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460811.764455:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa907ca700. 02000000:00000001:3.0:1787460811.764457:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460811.764458:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460811.764460:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8f480. 00000100:00000001:3.0:1787460811.764462:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460811.764463:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764465:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.764468:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8ca80 x1874288233691904/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764480:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460811.764481:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460811.764482:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa87c2c800. 02000000:00000001:3.0:1787460811.764484:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460811.764486:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460811.764487:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa85019000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000020:00000001:3.0:1787460811.764489:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460811.764490:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa84da8400. 02000000:00000001:3.0:1787460811.764492:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460811.764493:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460811.764494:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8ca80. 00000100:00000001:3.0:1787460811.764497:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460811.764498:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764500:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460811.764503:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8c700 x1874288233692160/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460811.764508:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460811.764510:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460811.764511:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5d800. 02000000:00000001:3.0:1787460811.764512:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460811.764513:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460811.764514:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa8501a000 refcount=2 obd=lustre-OST0000-osc-ffff9faa900d3000 00000020:00000001:3.0:1787460811.764515:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460811.764517:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa84da8900. 02000000:00000001:3.0:1787460811.764519:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460811.764520:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460811.764521:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8c700. 00000100:00000001:3.0:1787460811.764523:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460811.764523:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764525:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460811.764532:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787460811.764534:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460811.764536:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460811.764539:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460811.987478:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460811.987491:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460811.987496:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460811.987497:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460811.987990:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460811.987995:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460811.987998:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787460812.193395:0:9351:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787460812.193407:0:9351:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787460812.726713:0:9387:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787460812.726720:0:9387:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg140-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1787460812.734927:0:9387:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1787460812.855225:0:9392:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787460812.855237:0:9392:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787460812.908488:0:9396:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787460812.908500:0:9396:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460813.016844:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460813.016853:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460813.016859:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460813.016860:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460813.027488:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460813.027495:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460813.027499:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787460813.077917:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5b30 (cpu 3) has reached its deadline 4295027970, at 4295028034 00000100:00000010:3.0:1787460813.077944:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa83f09ea0. 00000100:00000040:2.0:1787460813.088138:0:8400:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5a20 (cpu 2) has reached its deadline 4295027970, at 4295028045 00000100:00000010:2.0:1787460813.088155:0:8400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa83f09720. 00010000:00000001:3.0:1787460814.036639:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460814.036646:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460814.036652:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460814.036653:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460814.037180:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460814.037184:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460814.037187:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460815.071028:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460815.071034:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460815.071039:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460815.071040:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460815.071302:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460815.071306:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460815.071308:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460816.085570:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460816.085583:0:8470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787460816.085586:0:8470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787460816.085590:0:8470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460816.085596:0:8470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787460816.085598:0:8470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460816.085601:0:8470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460816.085604:0:8470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460816.085608:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460816.085610:0:8470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787460816.085611:0:8470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787460816.085613:0:8470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460816.085614:0:8470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787460816.085615:0:8470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460816.085617:0:8470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460816.085618:0:8470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460816.085744:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460816.085748:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460816.085750:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787460816.850356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460816.850370:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460816.850382:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8e300. 00000020:00000040:2.0:1787460816.850393:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:2.0:1787460816.850400:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460816.850402:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460816.850409:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460816.850419:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa882a6500. 00000100:00000001:2.0:1787460816.850429:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850442:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460816.850454:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460816.850460:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850469:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b664f60] to pc [ptlrpcd_01_00+0] req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.850510:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850513:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460816.850516:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460816.850520:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8fb80. 00000020:00000040:2.0:1787460816.850522:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa982db000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000100:00000001:2.0:1787460816.850524:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460816.850525:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460816.850560:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460816.850565:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa882a6b00. 00000100:00000001:2.0:1787460816.850568:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850574:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460816.850582:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460816.850583:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850587:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f6c59b] to pc [ptlrpcd_01_01+1] req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.850596:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460816.850601:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460816.850604:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8ce00. 00000020:00000040:2.0:1787460816.850606:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa982d8800 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000100:00000001:2.0:1787460816.850608:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460816.850609:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460816.850611:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460816.850613:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa882a6700. 00000100:00000001:2.0:1787460816.850616:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850620:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460816.850625:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460816.850627:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850630:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef51f40f] to pc [ptlrpcd_01_00+0] req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.850636:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787460816.850642:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787460816.850645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787460816.850652:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787460816.850655:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460816.850659:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460816.850662:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8df80. 00000020:00000040:2.0:1787460816.850665:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa85019000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000100:00000001:2.0:1787460816.850667:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460816.850668:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460816.850671:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460816.850674:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa882a6300. 00000100:00000001:2.0:1787460816.850677:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850681:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460816.850687:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460816.850689:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850695:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e3ead2b] to pc [ptlrpcd_01_01+1] req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.850702:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460816.850707:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460816.850709:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8c000. 00000020:00000040:2.0:1787460816.850712:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501e000 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000100:00000001:2.0:1787460816.850714:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460816.850715:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460816.850717:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460816.850761:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa882a6200. 00000100:00000001:2.0:1787460816.850764:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850768:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460816.850774:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460816.850782:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850786:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038ee7afc] to pc [ptlrpcd_01_00+0] req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.850793:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460816.850798:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460816.850802:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8dc00. 00000020:00000040:2.0:1787460816.850926:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501a000 refcount=3 obd=lustre-OST0000-osc-ffff9faa900d3000 00000100:00000001:2.0:1787460816.850930:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460816.850931:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460816.850933:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460816.850941:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa882a6900. 00000100:00000001:2.0:1787460816.850944:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850950:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460816.850957:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460816.850959:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850963:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da580251] to pc [ptlrpcd_01_01+1] req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.850969:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460816.850973:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460816.850978:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8e680. 00000020:00000040:2.0:1787460816.850981:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501c000 refcount=3 obd=lustre-OST0001-osc-ffff9faa900d3000 00000100:00000001:2.0:1787460816.850982:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460816.850984:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460816.850985:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460816.850988:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa882a6800. 00000100:00000001:2.0:1787460816.850991:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.850995:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460816.851013:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460816.851015:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.851019:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000488b3a53] to pc [ptlrpcd_01_00+0] req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.851025:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.851030:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (369) 00000100:00000001:2.0:1787460816.851060:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460816.851066:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460816.851069:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460816.851074:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.851083:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460816.851086:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.851117:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460816.851121:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460816.851124:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460816.851128:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233692544:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460816.851133:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460816.851141:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460816.851143:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.851146:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460816.851152:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa934c2e00. 02000000:00000001:2.0:1787460816.851154:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460816.851164:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460816.851168:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80790. 00000400:00000010:2.0:1787460816.851177:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980dee58. 00000100:00000200:2.0:1787460816.851187:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233692544, portal 10 00000100:00000001:2.0:1787460816.851190:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460816.851192:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690839936 : -105920018711680 : ffff9faa92e8fb80) 00000100:00000040:2.0:1787460816.851201:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.851220:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460816.851223:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460816.851226:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de5d8. 00000100:00000200:2.0:1787460816.851230:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233692544, offset 0 00000400:00000200:2.0:1787460816.851241:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000100:00000001:3.0:1787460816.851823:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460816.851828:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787460816.851830:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787460816.851837:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.851845:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787460816.851847:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460816.851850:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787460816.851853:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787460816.851855:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787460816.851859:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233692416:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1787460816.851863:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787460816.851865:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787460816.851867:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460816.851869:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787460816.851874:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5d000. 02000000:00000001:3.0:1787460816.851876:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787460816.851881:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1787460816.851884:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa82df8738. 00000400:00000200:2.0:1787460816.851915:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460816.851922:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460816.851928:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460816.851932:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460816.851936:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460816.851938:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460816.851942:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [130:130:256:4294967295] 192.168.201.140@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1787460816.851946:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460816.851956:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460816.851962:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460816.851967:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa882a6400. 00000800:00000200:2.0:1787460816.851974:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460816.851981:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460816.851987:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa882a6400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460816.852007:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.852014:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: using a timeout of 137096 usecs (138 jiffies) 00000400:00000200:2.0:1787460816.852017:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460816.852020:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295031947 00000100:00000010:2.0:1787460816.852025:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa83f093c0. 00000100:00000001:2.0:1787460816.852036:0:2414:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787460816.852042:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295031947 00000100:00000010:2.0:1787460816.852045:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa83f096c0. 00000100:00000001:2.0:1787460816.852049:0:2414:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787460816.852052:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460816.852065:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.852068:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460816.852074:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.852083:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460816.852084:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.852086:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460816.852088:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460816.852116:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460816.852120:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:2414:1874288233692800:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460816.852123:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460816.852126:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460816.852128:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.852130:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460816.852134:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa934c2000. 02000000:00000001:2.0:1787460816.852136:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460816.852139:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460816.852142:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80cb8. 00000400:00000010:3.0:1787460816.862310:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa93254330. 00000100:00000200:3.0:1787460816.862329:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233692416, portal 25 00000100:00000001:3.0:1787460816.862332:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787460816.862334:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690833664 : -105920018717952 : ffff9faa92e8e300) 00000100:00000040:3.0:1787460816.862350:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.862360:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787460816.862363:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1787460816.862367:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa93254d48. 00000100:00000200:3.0:1787460816.862370:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874288233692416, offset 0 00000400:00000200:3.0:1787460816.862377:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1787460816.862388:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.862396:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1787460816.862402:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787460816.862421:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1787460816.862425:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787460816.862428:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1787460816.862432:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [131:131:255:4294967295] 192.168.201.140@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:3.0:1787460816.862437:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.862447:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1787460816.862454:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1787460816.862461:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faaa1347500. 00000800:00000200:3.0:1787460816.862468:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1787460816.862476:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1787460816.862480:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faaa1347500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787460816.862485:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787460816.862490:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1787460816.862494:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295033092 00000100:00000001:3.0:1787460816.862501:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295031947 00000100:00000001:3.0:1787460816.862507:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295033092 00000100:00000001:3.0:1787460816.862510:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295031947 00000100:00000001:3.0:1787460816.862514:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460816.862517:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.862522:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787460816.862528:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.862537:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787460816.862551:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460816.862555:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787460816.862559:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787460816.862561:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787460816.862565:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233692672:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1787460816.862569:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787460816.862582:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787460816.862585:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460816.862588:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787460816.862593:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5de00. 02000000:00000001:3.0:1787460816.862596:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787460816.862600:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1787460816.862604:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa82df8318. 00000400:00000010:3.0:1787460816.862609:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa93254550. 00000100:00000200:3.0:1787460816.862612:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233692672, portal 10 00000100:00000001:3.0:1787460816.862614:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787460816.862615:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690828288 : -105920018723328 : ffff9faa92e8ce00) 00000100:00000040:3.0:1787460816.862623:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.862631:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787460816.862634:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1787460816.862636:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa93254dd0. 00000100:00000200:3.0:1787460816.862638:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233692672, offset 0 00000400:00000200:3.0:1787460816.862643:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1787460816.862646:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.862650:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1787460816.862652:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787460816.862655:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1787460816.862657:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787460816.862659:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1787460816.862662:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [132:132:254:4294967295] 192.168.201.140@tcp LPNI seq info [132:132:6:4294967295] 00000400:00000200:3.0:1787460816.862666:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.862672:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1787460816.862676:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1787460816.862680:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faaa1347400. 00000800:00000200:3.0:1787460816.862683:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1787460816.862688:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1787460816.862691:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faaa1347400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787460816.862700:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460816.862704:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: using a timeout of 174452 usecs (175 jiffies) 00000400:00000200:3.0:1787460816.862708:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1787460816.862710:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295031995 00000100:00000001:3.0:1787460816.862712:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295033092 00000100:00000001:3.0:1787460816.862715:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295031995 00000100:00000001:3.0:1787460816.862717:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295033092 00000100:00000001:3.0:1787460816.862730:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460816.862733:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.862735:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787460816.862741:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.862749:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787460816.862750:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460816.862753:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787460816.862754:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787460816.862756:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787460816.862759:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233692928:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1787460816.862762:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787460816.862764:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787460816.862766:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460816.862768:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787460816.862771:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5c400. 02000000:00000001:3.0:1787460816.862773:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787460816.862776:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1787460816.862779:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa82df8d10. 00000400:00000010:3.0:1787460816.862782:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa932543b8. 00000100:00000200:3.0:1787460816.862785:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233692928, portal 10 00000100:00000001:3.0:1787460816.862787:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787460816.862788:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690824704 : -105920018726912 : ffff9faa92e8c000) 00000100:00000040:3.0:1787460816.862795:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.862820:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787460816.862823:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1787460816.862826:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa93254a18. 00000100:00000200:3.0:1787460816.862830:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233692928, offset 0 00000400:00000200:3.0:1787460816.862834:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1787460816.862838:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.862842:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1787460816.862845:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787460816.862848:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1787460816.862850:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787460816.862852:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1787460816.862854:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [133:133:253:4294967295] 192.168.201.140@tcp LPNI seq info [133:133:5:4294967295] 00000400:00000200:3.0:1787460816.862858:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.862863:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1787460816.862867:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1787460816.862870:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faaa1347900. 00000800:00000200:3.0:1787460816.862873:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1787460816.862878:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1787460816.862880:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faaa1347900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787460816.862883:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460816.862886:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: using a timeout of 20816 usecs (21 jiffies) 00000400:00000200:3.0:1787460816.862888:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1787460816.862890:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295031841 00000100:00000001:3.0:1787460816.862892:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295033092 00000100:00000001:3.0:1787460816.862894:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295031841 00000100:00000001:3.0:1787460816.862895:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295033092 00000100:00000001:3.0:1787460816.862897:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460816.862899:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.862906:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787460816.862910:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.862918:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787460816.862919:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460816.862921:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787460816.862923:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787460816.862925:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787460816.862927:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233693184:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1787460816.862930:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787460816.862933:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787460816.862934:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460816.862936:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787460816.862939:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5d400. 02000000:00000001:3.0:1787460816.862941:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787460816.862945:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1787460816.862947:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa82df8268. 00000400:00000010:3.0:1787460816.862951:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa932547f8. 00000100:00000200:3.0:1787460816.862955:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233693184, portal 4 00000100:00000001:3.0:1787460816.862957:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787460816.862958:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690834560 : -105920018717056 : ffff9faa92e8e680) 00000100:00000040:3.0:1787460816.862964:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.862970:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787460816.862972:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1787460816.862975:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa93254440. 00000100:00000200:3.0:1787460816.862977:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874288233693184, offset 0 00000400:00000200:3.0:1787460816.862981:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1787460816.862985:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.862988:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1787460816.862991:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787460816.862993:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1787460816.862996:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787460816.863003:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1787460816.863006:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [134:134:252:4294967295] 192.168.201.140@tcp LPNI seq info [134:134:4:4294967295] 00000400:00000200:3.0:1787460816.863010:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.863016:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1787460816.863020:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1787460816.863024:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faaa1347700. 00000800:00000200:3.0:1787460816.863027:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1787460816.863043:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1787460816.863055:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faaa1347700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787460816.863059:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460816.863062:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: using a timeout of 16530 usecs (17 jiffies) 00000400:00000200:3.0:1787460816.863065:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1787460816.863067:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295031837 00000100:00000001:3.0:1787460816.863069:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295033092 00000100:00000001:3.0:1787460816.863071:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295031837 00000100:00000001:3.0:1787460816.863073:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295033092 00000100:00000001:3.0:1787460816.863075:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460816.863077:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.863080:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.863084:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460816.863157:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787460816.863159:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787460816.863162:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460816.863165:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787460816.863167:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.863170:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787460816.863226:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460816.863230:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa882a6400. 00000400:00000200:3.0:1787460816.863237:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.863243:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460816.863249:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de5d8 00000400:00000010:3.0:1787460816.863258:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de5d8. 00000100:00000001:3.0:1787460816.863263:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460816.863268:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.863279:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460816.863282:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.863289:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.863291:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460816.863305:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460816.863307:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faaa1347500. 00000400:00000200:3.0:1787460816.863310:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.863313:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460816.863316:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa93254d48 00000400:00000010:3.0:1787460816.863318:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa93254d48. 00000100:00000001:3.0:1787460816.863320:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460816.863323:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.863330:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460816.863333:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.863339:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.863340:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460816.863348:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460816.863350:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faaa1347400. 00000400:00000200:3.0:1787460816.863352:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.863355:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460816.863358:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa93254dd0 00000400:00000010:3.0:1787460816.863359:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa93254dd0. 00000100:00000001:3.0:1787460816.863361:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460816.863365:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.863372:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460816.863381:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.863387:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.863389:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460816.863398:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460816.863400:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faaa1347900. 00000400:00000200:3.0:1787460816.863403:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.863406:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460816.863409:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa93254a18 00000400:00000010:3.0:1787460816.863410:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa93254a18. 00000100:00000001:3.0:1787460816.863412:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460816.863415:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.863423:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460816.863426:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.863432:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.863433:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460816.863495:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460816.863498:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faaa1347700. 00000400:00000200:3.0:1787460816.863500:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.863504:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460816.863507:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa93254440 00000400:00000010:3.0:1787460816.863508:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa93254440. 00000100:00000001:3.0:1787460816.863510:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460816.863514:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.863521:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460816.863524:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.863530:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.863532:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1787460816.872362:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de440. 00000100:00000200:2.0:1787460816.872381:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233692800, portal 10 00000100:00000001:2.0:1787460816.872385:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460816.872387:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690832768 : -105920018718848 : ffff9faa92e8df80) 00000100:00000040:2.0:1787460816.872404:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.872414:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460816.872417:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460816.872420:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de7f8. 00000100:00000200:2.0:1787460816.872423:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233692800, offset 0 00000400:00000200:2.0:1787460816.872441:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460816.872451:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460816.872458:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460816.872464:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460816.872484:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460816.872487:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460816.872490:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460816.872493:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [135:135:256:4294967295] 192.168.201.140@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:2.0:1787460816.872498:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460816.872507:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460816.872513:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460816.872520:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa882a6400. 00000800:00000200:2.0:1787460816.872526:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460816.872533:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460816.872546:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa882a6400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460816.872567:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.872571:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: using a timeout of 14703 usecs (15 jiffies) 00000400:00000200:2.0:1787460816.872575:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460816.872578:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295031845 00000100:00000001:2.0:1787460816.872581:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295033092 00000100:00000001:2.0:1787460816.872584:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295031845 00000100:00000001:2.0:1787460816.872586:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295033092 00000100:00000001:2.0:1787460816.872588:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460816.872591:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.872595:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460816.872600:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.872608:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460816.872611:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.872616:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460816.872619:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460816.872622:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460816.872625:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:2414:1874288233693056:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460816.872637:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460816.872642:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460816.872645:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.872648:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460816.872652:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa934c3a00. 02000000:00000001:2.0:1787460816.872654:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460816.872659:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460816.872662:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80160. 00000400:00000010:2.0:1787460816.872666:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980dea18. 00000100:00000200:2.0:1787460816.872669:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233693056, portal 4 00000100:00000001:2.0:1787460816.872671:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460816.872672:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690831872 : -105920018719744 : ffff9faa92e8dc00) 00000100:00000040:2.0:1787460816.872677:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.872683:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460816.872685:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460816.872687:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de550. 00000100:00000200:2.0:1787460816.872689:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874288233693056, offset 0 00000400:00000200:2.0:1787460816.872693:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460816.872696:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460816.872700:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460816.872702:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460816.872704:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460816.872706:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460816.872708:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460816.872711:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [136:136:255:4294967295] 192.168.201.140@tcp LPNI seq info [136:136:7:4294967295] 00000400:00000200:2.0:1787460816.872714:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460816.872729:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460816.872734:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460816.872740:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faaa1470000. 00000800:00000200:2.0:1787460816.872744:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460816.872754:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460816.872756:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faaa1470000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460816.872759:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.872762:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: using a timeout of 15796 usecs (16 jiffies) 00000400:00000200:2.0:1787460816.872765:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460816.872767:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295031846 00000100:00000001:2.0:1787460816.872769:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295033092 00000100:00000001:2.0:1787460816.872771:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295031846 00000100:00000001:2.0:1787460816.872773:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295033092 00000100:00000001:2.0:1787460816.872775:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460816.872776:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.872779:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.872784:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.872795:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460816.872798:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787460816.872801:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460816.872803:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460816.872814:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.872817:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787460816.876001:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.876020:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460816.876025:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.876027:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.876046:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.876055:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460816.876065:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.876070:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.876076:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.876080:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc603d80 00000400:00000200:3.0:1787460816.876085:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.876137:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:3.0:1787460816.876348:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.876355:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.876358:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.876364:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460816.876372:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460816.876380:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460816.876390:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.876402:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787460816.876446:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460816.876449:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa882a6400. 00000400:00000200:3.0:1787460816.876457:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.876460:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460816.876464:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de7f8 00000400:00000010:3.0:1787460816.876466:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de7f8. 00000100:00000001:3.0:1787460816.876469:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460816.876473:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.876482:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460816.876499:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.876506:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.876507:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460816.876515:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.876519:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460816.876520:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.876523:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.876526:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.876530:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460816.876535:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.876537:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.876767:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.876772:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc603e00 00000400:00000200:3.0:1787460816.876776:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.876781:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:3.0:1787460816.876786:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.876791:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.876794:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.876797:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460816.876800:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460816.876804:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460816.876811:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.876825:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787460816.878343:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460816.878351:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faaa1470000. 00000400:00000200:3.0:1787460816.878357:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.878364:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460816.878370:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de550 00000400:00000010:3.0:1787460816.878372:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de550. 00000100:00000001:3.0:1787460816.878389:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460816.878395:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.878406:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460816.878409:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.878415:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.878417:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460816.878426:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787460816.879116:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460816.879121:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787460816.879128:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460816.879130:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460816.879134:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80790. 00000400:00000200:2.0:1787460816.879138:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980dee58 00000400:00000010:2.0:1787460816.879140:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980dee58. 00000100:00000001:2.0:1787460816.879143:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460816.879264:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460816.879274:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.879282:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460816.879292:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.879295:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460816.879298:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460816.879301:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460816.879304:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.879307:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460816.879316:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982db460 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460816.879320:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982db418 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460816.879323:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460816.879324:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460816.879327:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787460816.879330:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.879333:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460816.879335:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460816.879337:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460816.879339:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.879344:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.879352:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460816.879355:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460816.879357:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460816.879361:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460816.879368:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233692544:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460816.879373:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.879375:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460816.879378:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8fb80 x1874288233692544/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.879383:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460816.879386:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460816.879390:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa934c2e00. 02000000:00000001:2.0:1787460816.879393:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460816.879396:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460816.879403:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa982db000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000020:00000001:2.0:1787460816.879405:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460816.879408:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa882a6b00. 02000000:00000001:2.0:1787460816.879411:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460816.879413:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460816.879415:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8fb80. 00000100:00000001:2.0:1787460816.879418:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460816.879420:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.879423:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.879424:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460816.879426:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460816.879427:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.879429:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.881500:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460816.881506:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787460816.881514:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460816.881516:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460816.881520:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa82df8318. 00000400:00000200:2.0:1787460816.881528:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa93254550 00000400:00000010:2.0:1787460816.881530:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa93254550. 00000100:00000001:2.0:1787460816.881534:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460816.881606:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460816.881619:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.881626:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460816.881628:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.881631:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460816.881634:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460816.881636:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460816.881638:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.881640:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460816.881648:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982d8c60 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460816.881652:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982d8c18 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460816.881654:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460816.881656:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460816.881658:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787460816.881677:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787460816.881684:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.881687:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460816.881689:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460816.881691:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460816.881693:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.881697:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.881704:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460816.881706:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460816.881708:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460816.881712:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460816.881733:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233692672:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460816.881739:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.881742:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460816.881745:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8ce00 x1874288233692672/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.881752:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460816.881755:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460816.881758:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5de00. 02000000:00000001:2.0:1787460816.881762:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460816.881764:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460816.881766:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa982d8800 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000020:00000001:2.0:1787460816.881768:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460816.881770:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa882a6700. 02000000:00000001:2.0:1787460816.881773:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460816.881775:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460816.881777:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8ce00. 00000100:00000001:2.0:1787460816.881782:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460816.881789:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.881792:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.881794:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460816.881795:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460816.881797:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.881799:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787460816.882871:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460816.882879:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.882889:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.882899:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.882904:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460816.882912:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.882917:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.882922:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.882926:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc603f00 00000400:00000200:3.0:1787460816.882931:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.882938:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:3.0:1787460816.882945:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.882950:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.882953:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.882958:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460816.882964:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460816.882970:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460816.882979:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.883002:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460816.883012:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.883024:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460816.883026:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.883028:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.883031:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.883034:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460816.883039:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460816.884026:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460816.884132:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1787460816.884461:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.884466:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.884471:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6a8a7bc604000 00000400:00000200:3.0:1787460816.884475:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000001:2.0:1787460816.884495:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460816.884498:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460816.884502:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa82df8d10. 00000400:00000200:2.0:1787460816.884508:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa932543b8 00000400:00000010:2.0:1787460816.884511:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa932543b8. 00000100:00000001:2.0:1787460816.884515:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460816.884521:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460816.884531:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.884538:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1787460816.884656:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x845 [1] + 224 00000800:00000001:3.0:1787460816.884664:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.884674:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.884676:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.884680:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460816.884684:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460816.884689:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460816.884698:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.884706:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460816.884712:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.884717:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460816.884718:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.884732:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.884736:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.884740:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460816.884746:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.884749:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.884752:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.884755:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6a8a7bc603d00 00000400:00000200:3.0:1787460816.884758:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.884774:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x815 [1] + 224 00000800:00000001:3.0:1787460816.884780:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.884784:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.884786:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.884789:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460816.884793:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460816.884797:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.884863:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.884867:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460816.884870:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460816.884873:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460816.884876:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.884879:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460816.884889:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501e460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460816.884893:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501e418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460816.884895:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460816.884897:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460816.884900:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787460816.884905:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787460816.884911:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.884914:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460816.884916:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460816.884925:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460816.884927:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.884931:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.884937:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460816.884940:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460816.884942:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460816.884945:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460816.884953:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233692928:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1787460816.884959:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460816.884960:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460816.884962:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa82df8268. 00000400:00000200:2.0:1787460816.884965:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa932547f8 00000400:00000010:2.0:1787460816.884966:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa932547f8. 00000100:00000001:2.0:1787460816.884969:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460816.884972:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460816.884980:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.884986:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460816.884987:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.884989:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460816.884990:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460816.884992:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460816.884993:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.884995:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460816.884999:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501c460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460816.885002:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501c418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460816.885004:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460816.885006:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460816.885008:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787460816.885017:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787460816.885025:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.885027:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460816.885028:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000040:3.0:1787460816.885781:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.885792:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460816.885803:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787460816.886481:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460816.886485:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.886496:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.886503:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460816.886506:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460816.886508:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460816.886511:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460816.886519:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233693184:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460816.886523:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.886527:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460816.886530:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8c000 x1874288233692928/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.886537:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1787460816.886902:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460816.886906:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.886909:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.886915:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.886919:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460816.886928:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.886931:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.886936:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.886939:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6a8a7bc603f80 00000400:00000200:3.0:1787460816.886943:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.886949:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x865 [1] + 224 00000800:00000001:3.0:1787460816.886955:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.886959:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.886962:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.886965:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460816.886971:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460816.886976:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460816.886985:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.887016:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460816.887024:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.887028:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460816.887030:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.887045:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.887049:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.887052:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460816.887056:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.887058:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.887061:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.887064:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc603e80 00000400:00000200:3.0:1787460816.887067:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460816.887071:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:3.0:1787460816.887075:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.887084:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460816.887086:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460816.887107:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460816.887110:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460816.887114:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460816.887123:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.887131:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460816.887135:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460816.887138:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1787460816.887227:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460816.887232:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5c400. 02000000:00000001:2.0:1787460816.887236:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460816.887239:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460816.887241:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa8501e000 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000020:00000001:2.0:1787460816.887244:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460816.887672:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa882a6200. 02000000:00000001:2.0:1787460816.887678:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460816.887680:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460816.887682:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8c000. 00000100:00000001:2.0:1787460816.887686:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460816.887695:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.887698:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460816.887703:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8e680 x1874288233693184/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.887709:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460816.887711:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460816.887713:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5d400. 02000000:00000001:2.0:1787460816.887716:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460816.887717:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460816.887718:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa8501c000 refcount=2 obd=lustre-OST0001-osc-ffff9faa900d3000 00000020:00000001:2.0:1787460816.887730:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460816.887732:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa882a6800. 02000000:00000001:2.0:1787460816.887734:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460816.887735:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460816.887737:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8e680. 00000100:00000001:2.0:1787460816.887740:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460816.887741:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.887744:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.887747:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460816.887750:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787460816.887757:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460816.887759:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460816.887762:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa82df8738. 00000400:00000200:2.0:1787460816.887766:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa93254330 00000400:00000010:2.0:1787460816.887769:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa93254330. 00000100:00000001:2.0:1787460816.887772:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460816.887777:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460816.887785:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.887791:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460816.887792:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.887795:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460816.887798:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460816.887800:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460816.887802:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460816.888657:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460816.888667:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460816.888673:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460816.888676:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460816.888677:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460816.888681:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787460816.888683:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.888687:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460816.888694:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.888701:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460816.888704:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460816.888706:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460816.888710:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460816.888717:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233692416:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460816.888732:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.888735:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460816.888739:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8e300 x1874288233692416/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460816.888745:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460816.888746:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460816.888749:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5d000. 02000000:00000001:2.0:1787460816.888753:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460816.888754:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460816.888756:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:2.0:1787460816.888758:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460816.888761:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa882a6500. 02000000:00000001:2.0:1787460816.888763:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460816.888764:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460816.888766:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8e300. 00000100:00000001:2.0:1787460816.888768:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460816.888769:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.888778:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460816.888787:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460816.888788:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460816.888790:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460816.888793:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.894949:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460816.894960:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787460816.894975:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460816.894978:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460816.894982:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80cb8. 00000400:00000200:3.0:1787460816.894995:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de440 00000400:00000010:3.0:1787460816.895017:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de440. 00000100:00000001:3.0:1787460816.895022:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460816.895643:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787460816.895658:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.895668:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460816.895671:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460816.895674:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460816.895678:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460816.895681:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460816.895683:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460816.895686:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787460816.895698:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa85019460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460816.895702:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa85019418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460816.895705:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460816.895707:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460816.895710:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787460816.895714:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.895728:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787460816.895730:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:3.0:1787460816.895732:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787460816.895734:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460816.895739:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.895746:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460816.895750:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460816.895752:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460816.895755:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460816.895763:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:2414:1874288233692800:192.168.201.140@tcp:400:kworker.0 00000400:00000001:3.0:1787460816.895771:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460816.895783:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460816.895786:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80160. 00000400:00000200:3.0:1787460816.895790:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980dea18 00000400:00000010:3.0:1787460816.895791:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980dea18. 00000100:00000001:3.0:1787460816.895795:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460816.895799:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787460816.897624:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.897633:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460816.897635:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460816.897638:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460816.897640:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460816.897643:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460816.897645:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460816.897648:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787460816.897655:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501a460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460816.897659:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501a418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460816.897662:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460816.897663:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460816.897666:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787460816.897670:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787460816.897676:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.897679:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787460816.897681:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:3.0:1787460816.897683:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787460816.897696:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460816.897700:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.897706:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460816.897709:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460816.897711:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460816.897739:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460816.897745:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:2414:1874288233693056:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1787460816.897750:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460816.897754:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460816.897759:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8df80 x1874288233692800/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.897766:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460816.897769:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460816.897772:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa934c2000. 02000000:00000001:3.0:1787460816.897778:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460816.897780:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460816.897782:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa85019000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000020:00000001:3.0:1787460816.897784:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460816.897786:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa882a6300. 02000000:00000001:3.0:1787460816.897789:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460816.897791:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460816.897793:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8df80. 00000100:00000001:3.0:1787460816.897797:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460816.897799:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460816.897800:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460816.897803:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8dc00 x1874288233693056/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460816.897820:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460816.897821:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460816.897823:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa934c3a00. 02000000:00000001:3.0:1787460816.897825:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460816.897826:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460816.897828:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa8501a000 refcount=2 obd=lustre-OST0000-osc-ffff9faa900d3000 00000020:00000001:3.0:1787460816.897830:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460816.897831:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa882a6900. 02000000:00000001:3.0:1787460816.897832:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460816.897833:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460816.897843:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8dc00. 00000100:00000001:3.0:1787460816.897845:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460816.897846:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460816.897849:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460816.897858:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787460816.897860:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460816.897862:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460816.897866:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460817.106939:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460817.106946:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460817.106953:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460817.106954:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787460817.107506:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787460817.107510:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787460817.107514:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460818.130224:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460818.130231:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460818.130237:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460818.130238:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460818.130467:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460818.130471:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460818.130474:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787460818.194228:0:8400:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5a20 (cpu 2) has reached its deadline 4295033092, at 4295033152 00000100:00000010:2.0:1787460818.194249:0:8400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa83f093c0. 00000100:00000040:3.0:1787460818.194425:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5b30 (cpu 3) has reached its deadline 4295033092, at 4295033152 00000100:00000010:3.0:1787460818.194432:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa83f096c0. 00010000:00000001:3.0:1787460819.154269:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460819.154277:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460819.154284:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460819.154285:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787460819.154504:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787460819.154508:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787460819.154511:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460820.178208:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460820.178214:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460820.178219:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460820.178220:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460820.178306:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460820.178310:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460820.178313:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460821.202264:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460821.202270:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460821.202275:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460821.202276:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460821.202552:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460821.202555:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460821.202558:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787460821.972127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460821.972139:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460821.972150:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8fb80. 00000020:00000040:1.0:1787460821.972156:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:1.0:1787460821.972161:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460821.972164:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460821.972169:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460821.972177:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aae00. 00000100:00000001:1.0:1787460821.972184:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972197:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460821.972207:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460821.972211:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972217:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a91eb09] to pc [ptlrpcd_00_00+0] req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.972254:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460821.972261:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460821.972264:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8ea00. 00000020:00000040:1.0:1787460821.972267:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa982db000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000100:00000001:1.0:1787460821.972269:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460821.972270:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460821.972272:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460821.972275:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aa800. 00000100:00000001:1.0:1787460821.972278:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972282:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460821.972288:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460821.972289:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972293:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000498e69ac] to pc [ptlrpcd_00_01+1] req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.972322:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460821.972327:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460821.972331:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8e300. 00000020:00000040:1.0:1787460821.972333:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa982d8800 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000100:00000001:1.0:1787460821.972335:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460821.972336:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460821.972338:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460821.972341:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aa600. 00000100:00000001:1.0:1787460821.972344:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972348:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460821.972354:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460821.972355:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972359:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047acb1d8] to pc [ptlrpcd_00_00+0] req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.972365:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787460821.972370:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787460821.972372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787460821.972375:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787460821.972378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460821.972380:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460821.972383:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8ca80. 00000020:00000040:1.0:1787460821.972385:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa85019000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000100:00000001:1.0:1787460821.972387:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460821.972394:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460821.972396:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460821.972400:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aa900. 00000100:00000001:1.0:1787460821.972403:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972407:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460821.972415:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460821.972416:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972420:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001268a0b3] to pc [ptlrpcd_00_01+1] req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.972427:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460821.972443:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460821.972446:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8ed80. 00000020:00000040:1.0:1787460821.972448:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa8501e000 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000100:00000001:1.0:1787460821.972450:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460821.972452:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460821.972453:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460821.972456:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aa400. 00000100:00000001:1.0:1787460821.972460:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972464:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460821.972470:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460821.972472:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972476:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad5c1e8] to pc [ptlrpcd_00_00+0] req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.972482:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460821.972487:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460821.972490:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8c700. 00000020:00000040:1.0:1787460821.972497:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa8501a000 refcount=3 obd=lustre-OST0000-osc-ffff9faa900d3000 00000100:00000001:1.0:1787460821.972499:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460821.972501:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460821.972502:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460821.972505:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aaa00. 00000100:00000001:1.0:1787460821.972508:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972512:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460821.972517:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460821.972519:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972522:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcfb19e0] to pc [ptlrpcd_00_01+1] req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.972529:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460821.972534:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460821.972537:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8c380. 00000020:00000040:1.0:1787460821.972539:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa8501c000 refcount=3 obd=lustre-OST0001-osc-ffff9faa900d3000 00000100:00000001:1.0:1787460821.972541:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460821.972542:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460821.972544:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460821.972547:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aad00. 00000100:00000001:1.0:1787460821.972549:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972553:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460821.972559:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460821.972560:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972564:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002818dc28] to pc [ptlrpcd_00_00+0] req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.972571:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.972575:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (374) 00000100:00000001:1.0:1787460821.972594:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787460821.972598:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787460821.972601:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787460821.972606:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.972614:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787460821.972616:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460821.972620:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787460821.972622:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787460821.972624:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787460821.972627:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233693440:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1787460821.972642:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787460821.972648:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787460821.972650:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460821.972653:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787460821.972658:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa90ffe800. 02000000:00000001:1.0:1787460821.972659:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460821.972666:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1787460821.972670:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa987e4e18. 00000400:00000010:1.0:1787460821.972677:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e55d8. 00000100:00000200:1.0:1787460821.972684:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233693440, portal 10 00000100:00000001:1.0:1787460821.972686:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460821.972688:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674058240 : -105920035493376 : ffff9faa91e8ea00) 00000100:00000040:1.0:1787460821.972695:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.972702:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787460821.972706:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1787460821.972708:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5000. 00000100:00000200:1.0:1787460821.972712:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233693440, offset 0 00000400:00000200:1.0:1787460821.972718:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1787460821.972726:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460821.972734:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1787460821.972739:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787460821.972748:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1787460821.972752:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787460821.972754:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1787460821.972758:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [137:137:256:4294967295] 192.168.201.140@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:1.0:1787460821.972762:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460821.972772:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1787460821.972778:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1787460821.972782:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa863aaf00. 00000800:00000200:1.0:1787460821.972789:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1787460821.972796:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1787460821.972800:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa863aaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460821.972885:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460821.972888:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460821.972890:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460821.972895:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460821.972902:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460821.972903:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460821.972906:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460821.972907:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460821.972910:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460821.972912:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233693312:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460821.972916:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460821.972918:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460821.972920:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460821.972922:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460821.972926:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa86969e00. 02000000:00000001:0.0:1787460821.972927:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460821.972931:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460821.972935:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c160. 00000400:00000010:0.0:1787460821.972939:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561ea18. 00000100:00000200:0.0:1787460821.972942:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233693312, portal 25 00000100:00000001:0.0:1787460821.972943:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460821.972945:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674062720 : -105920035488896 : ffff9faa91e8fb80) 00000100:00000040:0.0:1787460821.972956:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460821.972971:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460821.972973:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460821.972976:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e550. 00000100:00000200:0.0:1787460821.972979:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874288233693312, offset 0 00000400:00000200:0.0:1787460821.972984:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460821.972987:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460821.972991:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460821.972994:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460821.972996:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460821.972999:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460821.973001:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460821.973003:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [138:138:255:4294967295] 192.168.201.140@tcp LPNI seq info [138:138:7:4294967295] 00000400:00000200:0.0:1787460821.973007:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460821.973014:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460821.973018:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460821.973023:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072100. 00000800:00000200:0.0:1787460821.973027:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460821.973031:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460821.973034:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787460821.973057:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.973061:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: using a timeout of 132495 usecs (133 jiffies) 00000400:00000200:1.0:1787460821.973065:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1787460821.973068:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295037063 00000100:00000010:1.0:1787460821.973073:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa91f66120. 00000100:00000001:1.0:1787460821.973079:0:2412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787460821.973084:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295037063 00000100:00000010:1.0:1787460821.973087:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa91f66de0. 00000100:00000001:1.0:1787460821.973110:0:2412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787460821.973115:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460821.973118:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460821.973120:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787460821.973125:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.973132:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787460821.973133:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460821.973135:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787460821.973137:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787460821.973139:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787460821.973148:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233693696:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1787460821.973151:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787460821.973153:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787460821.973155:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460821.973157:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787460821.973159:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa90fff600. 02000000:00000001:1.0:1787460821.973161:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460821.973164:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1787460821.973167:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa987e4580. 00000400:00000010:1.0:1787460821.973171:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5e58. 00000100:00000200:1.0:1787460821.973173:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233693696, portal 10 00000100:00000001:1.0:1787460821.973175:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460821.973177:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674050176 : -105920035501440 : ffff9faa91e8ca80) 00000100:00000040:1.0:1787460821.973182:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.973189:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787460821.973191:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1787460821.973193:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5198. 00000100:00000200:1.0:1787460821.973195:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233693696, offset 0 00000400:00000200:1.0:1787460821.973200:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1787460821.973203:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460821.973207:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1787460821.973210:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787460821.973212:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1787460821.973215:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787460821.973217:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1787460821.973220:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [139:139:254:4294967295] 192.168.201.140@tcp LPNI seq info [139:139:6:4294967295] 00000400:00000200:1.0:1787460821.973224:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460821.973230:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1787460821.973235:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1787460821.973238:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa863aab00. 00000800:00000200:1.0:1787460821.973246:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1787460821.973250:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1787460821.973253:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa863aab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460821.986190:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460821.986205:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460821.986209:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295038215 00000100:00000001:0.0:1787460821.986216:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295037063 00000100:00000001:0.0:1787460821.986222:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295038215 00000100:00000001:0.0:1787460821.986225:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295037063 00000100:00000001:0.0:1787460821.986228:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460821.986232:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460821.986236:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460821.986265:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460821.986274:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460821.986277:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460821.986281:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460821.986285:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460821.986287:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460821.986290:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233693568:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460821.986294:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460821.986299:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460821.986302:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460821.986304:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460821.986310:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa86968c00. 02000000:00000001:0.0:1787460821.986312:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460821.986317:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460821.986322:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2cf78. 00000400:00000010:0.0:1787460821.986328:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e3b8. 00000100:00000200:0.0:1787460821.986335:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233693568, portal 10 00000100:00000001:0.0:1787460821.986338:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460821.986339:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000040:0.0:1787460821.986347:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460821.986354:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460821.986357:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460821.986359:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561eb28. 00000100:00000200:0.0:1787460821.986363:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233693568, offset 0 00000400:00000200:0.0:1787460821.986370:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460821.986378:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460821.986387:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460821.986393:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460821.986398:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460821.986401:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460821.986409:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460821.986413:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [140:140:253:4294967295] 192.168.201.140@tcp LPNI seq info [140:140:5:4294967295] 00000400:00000200:0.0:1787460821.986418:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460821.986428:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460821.986449:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460821.986454:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072200. 00000800:00000200:0.0:1787460821.986461:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460821.986467:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460821.986471:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460821.986475:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460821.986478:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: using a timeout of 166470 usecs (167 jiffies) 00000400:00000200:0.0:1787460821.986481:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460821.986483:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295037110 00000100:00000001:0.0:1787460821.986486:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295038215 00000100:00000001:0.0:1787460821.986488:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295037110 00000100:00000001:0.0:1787460821.986490:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295038215 00000100:00000001:0.0:1787460821.986492:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460821.986494:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460821.986496:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460821.986500:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460821.986508:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460821.986509:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460821.986511:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460821.986512:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460821.986514:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460821.986517:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:259e19ad-2400-4dba-8976-3787ca22d20e:2411:1874288233693824:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460821.986519:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460821.986522:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460821.986529:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460821.986531:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460821.986533:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa86968600. 02000000:00000001:0.0:1787460821.986535:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460821.986539:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460821.986541:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c948. 00000400:00000010:0.0:1787460821.986545:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561edd0. 00000100:00000200:0.0:1787460821.986548:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233693824, portal 10 00000100:00000001:0.0:1787460821.986550:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460821.986551:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674059136 : -105920035492480 : ffff9faa91e8ed80) 00000020:00000010:0.0:1787460821.986569:0:2411:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9faa931ce000. 00000100:00000040:0.0:1787460821.986576:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460821.986583:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460821.986585:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460821.986589:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e7f8. 00000100:00000200:0.0:1787460821.986592:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233693824, offset 0 00000400:00000200:0.0:1787460821.986596:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460821.986600:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460821.986604:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460821.986606:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460821.986608:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460821.986610:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460821.986612:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460821.986615:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [141:141:252:4294967295] 192.168.201.140@tcp LPNI seq info [141:141:4:4294967295] 00000400:00000200:0.0:1787460821.986618:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460821.986624:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460821.986627:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460821.986631:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072700. 00000800:00000200:0.0:1787460821.986644:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460821.986648:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460821.986651:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460821.986660:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460821.986663:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: using a timeout of 26261 usecs (27 jiffies) 00000400:00000200:0.0:1787460821.986666:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460821.986668:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295036970 00000100:00000001:0.0:1787460821.986671:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295038215 00000100:00000001:0.0:1787460821.986672:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295036970 00000100:00000001:0.0:1787460821.986674:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295038215 00000100:00000001:0.0:1787460821.986676:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460821.986678:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460821.986680:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460821.986684:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460821.986691:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460821.986693:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460821.986695:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460821.986697:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460821.986699:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460821.986702:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:259e19ad-2400-4dba-8976-3787ca22d20e:2411:1874288233694080:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460821.986705:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460821.986707:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460821.986709:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460821.986710:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460821.986714:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa86968000. 02000000:00000001:0.0:1787460821.986716:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460821.986719:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460821.986722:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c1b8. 00000400:00000010:0.0:1787460821.986725:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e440. 00000100:00000200:0.0:1787460821.986728:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233694080, portal 4 00000100:00000001:0.0:1787460821.986730:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460821.986731:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674048384 : -105920035503232 : ffff9faa91e8c380) 00000100:00000040:0.0:1787460821.986737:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460821.986748:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460821.986751:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460821.986754:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e990. 00000100:00000200:0.0:1787460821.986756:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874288233694080, offset 0 00000400:00000200:0.0:1787460821.986760:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460821.986764:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460821.986768:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460821.986770:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460821.986773:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460821.986776:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460821.986778:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460821.986781:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [142:142:251:4294967295] 192.168.201.140@tcp LPNI seq info [142:142:3:4294967295] 00000400:00000200:0.0:1787460821.986785:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460821.986790:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460821.986794:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460821.986797:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072a00. 00000800:00000200:0.0:1787460821.986800:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460821.986804:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460821.986806:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460821.986809:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460821.986812:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: using a timeout of 25171 usecs (26 jiffies) 00000400:00000200:0.0:1787460821.986815:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460821.986817:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295036969 00000100:00000001:0.0:1787460821.986819:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295038215 00000100:00000001:0.0:1787460821.986821:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295036969 00000100:00000001:0.0:1787460821.986823:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295038215 00000100:00000001:0.0:1787460821.986825:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460821.986827:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460821.986837:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460821.986840:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460821.986848:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460821.986851:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787460821.986853:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460821.986855:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460821.986857:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460821.986859:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460821.991915:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.991927:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: using a timeout of 19892 usecs (20 jiffies) 00000400:00000200:1.0:1787460821.991935:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1787460821.991938:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295036969 00000100:00000001:1.0:1787460821.991942:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295038215 00000100:00000001:1.0:1787460821.991945:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295036969 00000100:00000001:1.0:1787460821.991947:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295038215 00000100:00000001:1.0:1787460821.991950:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460821.991954:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460821.991966:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787460821.991978:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.991987:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787460821.991989:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460821.991994:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787460821.991997:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787460821.991999:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787460821.992002:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233693952:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1787460821.992006:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787460821.992011:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787460821.992013:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460821.992015:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787460821.992024:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa90ffe000. 02000000:00000001:1.0:1787460821.992026:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460821.992030:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1787460821.992034:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa987e47e8. 00000400:00000010:1.0:1787460821.992041:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5cc0. 00000100:00000200:1.0:1787460821.992048:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233693952, portal 4 00000100:00000001:1.0:1787460821.992067:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460821.992069:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674049280 : -105920035502336 : ffff9faa91e8c700) 00000020:00000010:1.0:1787460821.992076:0:2412:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9faa82f02000. 00000100:00000040:1.0:1787460821.992083:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460821.992106:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787460821.992109:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1787460821.992112:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5990. 00000100:00000200:1.0:1787460821.992120:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874288233693952, offset 0 00000400:00000200:1.0:1787460821.992127:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1787460821.992138:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460821.992145:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1787460821.992150:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787460821.992154:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1787460821.992157:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787460821.992160:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1787460821.992163:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [143:143:250:4294967295] 192.168.201.140@tcp LPNI seq info [143:143:2:4294967295] 00000400:00000200:1.0:1787460821.992167:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460821.992176:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1787460821.992181:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1787460821.992188:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa863aa700. 00000800:00000200:1.0:1787460821.992193:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1787460821.992199:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1787460821.992203:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa863aa700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787460821.992207:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460821.992210:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: using a timeout of 29976 usecs (30 jiffies) 00000400:00000200:1.0:1787460821.992212:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1787460821.992214:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295036980 00000100:00000001:1.0:1787460821.992216:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295038215 00000100:00000001:1.0:1787460821.992218:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295036980 00000100:00000001:1.0:1787460821.992226:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295038215 00000100:00000001:1.0:1787460821.992228:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460821.992230:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460821.992233:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460821.992236:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460821.992244:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787460821.992248:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787460821.992250:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787460821.992253:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787460821.992255:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460821.992257:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787460821.996618:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460821.996628:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa863aaf00. 00000400:00000200:2.0:1787460821.996646:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460821.996654:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460821.996661:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5000 00000400:00000010:2.0:1787460821.996664:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5000. 00000100:00000001:2.0:1787460821.996669:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460821.996677:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996690:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460821.996693:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996701:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460821.996703:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787460821.996717:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460821.996719:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072100. 00000400:00000200:2.0:1787460821.996725:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460821.996728:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460821.996731:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e550 00000400:00000010:2.0:1787460821.996732:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e550. 00000100:00000001:2.0:1787460821.996735:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460821.996756:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996764:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460821.996767:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996773:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460821.996775:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787460821.996785:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460821.996787:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072200. 00000400:00000200:2.0:1787460821.996790:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460821.996793:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460821.996796:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561eb28 00000400:00000010:2.0:1787460821.996798:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561eb28. 00000100:00000001:2.0:1787460821.996800:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460821.996804:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996810:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460821.996813:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996819:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460821.996821:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787460821.996828:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460821.996830:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072700. 00000400:00000200:2.0:1787460821.996832:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460821.996836:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460821.996838:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e7f8 00000400:00000010:2.0:1787460821.996839:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e7f8. 00000100:00000001:2.0:1787460821.996841:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460821.996845:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996851:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460821.996854:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996866:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460821.996868:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787460821.996877:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460821.996879:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072a00. 00000400:00000200:2.0:1787460821.996882:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460821.996886:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460821.996888:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e990 00000400:00000010:2.0:1787460821.996890:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e990. 00000100:00000001:2.0:1787460821.996892:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460821.996896:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996903:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460821.996905:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996911:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460821.996912:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787460821.996919:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460821.996921:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa863aab00. 00000400:00000200:2.0:1787460821.996924:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460821.996926:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460821.996929:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5198 00000400:00000010:2.0:1787460821.996930:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5198. 00000100:00000001:2.0:1787460821.996932:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460821.996936:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996942:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460821.996945:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.996951:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460821.996952:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787460821.997025:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460821.997034:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa863aa700. 00000400:00000200:2.0:1787460821.997037:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460821.997040:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460821.997043:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5990 00000400:00000010:2.0:1787460821.997045:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5990. 00000100:00000001:2.0:1787460821.997048:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460821.997052:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.997059:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460821.997062:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460821.997068:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460821.997070:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460822.023298:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.023317:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460822.023322:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.023324:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.023334:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.023379:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460822.023391:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.023416:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.023422:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.023426:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604100 00000400:00000200:3.0:1787460822.023442:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.023449:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x875 [1] + 224 00000800:00000001:3.0:1787460822.023456:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.023462:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.023465:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460822.023469:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460822.023477:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460822.023485:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460822.023496:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460822.023518:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460822.024933:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.024960:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460822.024964:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.024967:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.024976:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.024983:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460822.024993:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.024997:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025001:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025005:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604180 00000400:00000200:3.0:1787460822.025010:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025016:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:3.0:1787460822.025022:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025027:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.025030:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460822.025035:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460822.025042:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460822.025067:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460822.025077:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460822.025233:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460822.025241:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025245:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460822.025247:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025249:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.025253:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025256:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460822.025260:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025263:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025265:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025268:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604280 00000400:00000200:3.0:1787460822.025271:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025274:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x895 [1] + 224 00000800:00000001:3.0:1787460822.025278:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025280:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.025282:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460822.025284:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460822.025287:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460822.025292:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460822.025300:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460822.025306:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460822.025308:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025310:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460822.025312:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025314:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.025322:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025326:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460822.025329:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025331:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025334:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025336:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604200 00000400:00000200:3.0:1787460822.025339:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025343:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:3.0:1787460822.025347:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025350:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.025352:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460822.025355:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460822.025358:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460822.025362:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460822.025370:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460822.025378:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460822.025381:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025384:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460822.025385:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025387:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.025390:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025392:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460822.025396:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025398:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025400:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025403:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6a8a7bc604380 00000400:00000200:3.0:1787460822.025406:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025409:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:3.0:1787460822.025412:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025421:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.025422:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460822.025425:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460822.025429:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460822.025433:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460822.025442:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460822.025448:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460822.025453:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025456:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460822.025458:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025460:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.025463:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025466:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460822.025470:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025472:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025475:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025477:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6a8a7bc604300 00000400:00000200:3.0:1787460822.025480:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.025483:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x8a5 [1] + 224 00000800:00000001:3.0:1787460822.025486:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.025490:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460822.025492:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460822.025495:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460822.025497:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460822.025502:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460822.025509:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460822.025515:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460822.026645:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460822.026650:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787460822.026658:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460822.026660:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460822.026663:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2cf78. 00000400:00000200:0.0:1787460822.026669:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e3b8 00000400:00000010:0.0:1787460822.026671:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e3b8. 00000100:00000001:0.0:1787460822.026675:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460822.026682:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460822.026692:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.026699:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460822.026700:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.026703:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460822.026706:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460822.026708:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460822.026710:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460822.026713:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460822.026722:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982d8c60 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460822.026726:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982d8c18 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460822.026729:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460822.026731:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460822.026734:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787460822.026738:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787460822.026745:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460822.026756:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460822.026759:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460822.026761:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460822.026772:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460822.026778:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.026786:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460822.026789:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460822.026791:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460822.026795:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460822.026803:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27f16748-35fa-4480-8502-10646644ddbc:2411:1874288233693568:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1787460822.026810:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460822.026811:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460822.026813:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c948. 00000400:00000200:0.0:1787460822.026816:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561edd0 00000400:00000010:0.0:1787460822.026817:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561edd0. 00000100:00000001:0.0:1787460822.026820:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460822.026823:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460822.026832:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.026838:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460822.026839:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.026841:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460822.026842:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460822.026844:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460822.026845:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460822.026847:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460822.026851:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501e460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460822.026853:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501e418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460822.026855:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460822.026862:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460822.026864:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787460822.026869:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787460822.026875:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460822.026877:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460822.026879:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460822.026880:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460822.026881:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460822.026885:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.026891:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460822.026893:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460822.026894:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460822.026898:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460822.026906:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:259e19ad-2400-4dba-8976-3787ca22d20e:2411:1874288233693824:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1787460822.026911:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460822.026912:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460822.026914:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c1b8. 00000400:00000200:0.0:1787460822.026916:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e440 00000400:00000010:0.0:1787460822.026917:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e440. 00000100:00000001:0.0:1787460822.026919:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460822.026922:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460822.026929:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.026934:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460822.026936:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.026937:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460822.026954:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460822.026956:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460822.026957:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460822.026959:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460822.026964:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501c460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460822.026967:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501c418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460822.026969:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460822.026970:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460822.026972:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787460822.026975:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787460822.026982:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460822.026984:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460822.026985:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460822.026987:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460822.026988:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460822.026991:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.026996:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460822.026998:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460822.026999:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460822.027002:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460822.027009:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:259e19ad-2400-4dba-8976-3787ca22d20e:2411:1874288233694080:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460822.027013:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460822.027015:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460822.027018:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8e300 x1874288233693568/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.027024:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460822.027027:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460822.027029:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa86968c00. 02000000:00000001:0.0:1787460822.027038:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460822.027042:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460822.027043:0:2411:0:(genops.c:1223:class_import_put()) import ffff9faa982d8800 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000020:00000001:0.0:1787460822.027046:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460822.027049:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aa600. 02000000:00000001:0.0:1787460822.027052:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460822.027054:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460822.027056:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8e300. 00000100:00000001:0.0:1787460822.027059:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460822.027061:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.027063:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460822.027066:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8ed80 x1874288233693824/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.027072:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460822.027074:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460822.027075:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa86968600. 02000000:00000001:0.0:1787460822.027077:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460822.027078:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460822.027079:0:2411:0:(genops.c:1223:class_import_put()) import ffff9faa8501e000 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000020:00000001:0.0:1787460822.027081:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460822.027083:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aa400. 02000000:00000001:0.0:1787460822.027084:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460822.027085:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460822.027087:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8ed80. 00000100:00000001:0.0:1787460822.027121:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460822.027123:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.027125:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460822.027129:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8c380 x1874288233694080/t0(0) o400->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.027135:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460822.027136:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460822.027138:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa86968000. 02000000:00000001:0.0:1787460822.027141:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460822.027142:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460822.027143:0:2411:0:(genops.c:1223:class_import_put()) import ffff9faa8501c000 refcount=2 obd=lustre-OST0001-osc-ffff9faa900d3000 00000020:00000001:0.0:1787460822.027145:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460822.027152:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aad00. 02000000:00000001:0.0:1787460822.027154:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460822.027156:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460822.027157:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8c380. 00000100:00000001:0.0:1787460822.027160:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460822.027161:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.027164:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460822.027166:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460822.027167:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460822.027169:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460822.027171:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460822.027359:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787460822.027363:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787460822.027367:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787460822.027369:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787460822.027371:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa987e4e18. 00000400:00000200:1.0:1787460822.027375:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e55d8 00000400:00000010:1.0:1787460822.027377:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e55d8. 00000100:00000001:1.0:1787460822.027379:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787460822.027384:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787460822.027392:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460822.027398:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787460822.027400:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460822.027401:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787460822.027403:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787460822.027404:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787460822.027406:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460822.027408:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787460822.027412:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982db460 time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1787460822.027416:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982db418 time=78 v=5 (1 0 0 0) 00000100:00000001:1.0:1787460822.027418:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787460822.027419:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460822.027421:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787460822.027441:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460822.027444:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787460822.027445:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:1.0:1787460822.027447:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787460822.027448:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460822.027453:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460822.027459:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460822.027461:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787460822.027462:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787460822.027465:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460822.027471:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233693440:192.168.201.140@tcp:400:kworker.0 00000400:00000001:1.0:1787460822.027477:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787460822.027478:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787460822.027479:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa987e4580. 00000400:00000200:1.0:1787460822.027482:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5e58 00000400:00000010:1.0:1787460822.027484:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5e58. 00000100:00000001:1.0:1787460822.027486:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787460822.027489:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787460822.027496:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460822.027502:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787460822.027503:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460822.027504:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787460822.027506:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787460822.027507:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787460822.027508:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460822.027510:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787460822.027513:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa85019460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1787460822.027517:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa85019418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1787460822.027525:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787460822.027526:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460822.027528:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787460822.027530:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460822.027532:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787460822.027534:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:1.0:1787460822.027535:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787460822.027536:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460822.027541:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460822.027546:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460822.027548:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787460822.027549:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787460822.027552:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460822.027569:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233693696:192.168.201.140@tcp:400:kworker.0 00000400:00000001:1.0:1787460822.027575:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787460822.027577:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787460822.027579:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa987e47e8. 00000400:00000200:1.0:1787460822.027582:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5cc0 00000400:00000010:1.0:1787460822.027583:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5cc0. 00000100:00000001:1.0:1787460822.027585:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787460822.027589:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787460822.027595:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460822.027600:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787460822.027601:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460822.027603:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787460822.027604:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787460822.027605:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787460822.027607:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460822.027614:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787460822.027618:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501a460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1787460822.027621:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501a418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1787460822.027623:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787460822.027624:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460822.027626:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787460822.027629:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787460822.027644:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460822.027646:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787460822.027655:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:1.0:1787460822.027657:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787460822.027659:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460822.027663:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460822.027669:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460822.027671:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787460822.027672:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787460822.027675:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460822.027682:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233693952:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1787460822.027686:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460822.027688:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460822.027691:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8ea00 x1874288233693440/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1787460822.027696:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1787460822.027697:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787460822.027698:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787460822.027701:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa90ffe800. 02000000:00000001:1.0:1787460822.027705:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787460822.027706:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000800:00000001:3.0:1787460822.027707:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787460822.027708:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa982db000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000800:00000001:3.0:1787460822.027709:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.027711:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787460822.027714:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000200:3.0:1787460822.027718:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460822.027722:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 02000000:00000010:1.0:1787460822.027725:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aa800. 02000000:00000001:1.0:1787460822.027727:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787460822.027728:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1787460822.027729:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000010:1.0:1787460822.027730:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8ea00. 00000100:00000001:1.0:1787460822.027732:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1787460822.027733:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1787460822.027734:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460822.027736:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1787460822.027738:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000040:1.0:1787460822.027739:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8ca80 x1874288233693696/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787460822.027742:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6a8a7bc604080 00000100:00000001:1.0:1787460822.027746:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1787460822.027746:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 02000000:00000001:1.0:1787460822.027747:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787460822.027748:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa90fff600. 02000000:00000001:1.0:1787460822.027751:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1787460822.027751:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x87d [1] + 224 00000020:00000001:1.0:1787460822.027752:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460822.027753:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa85019000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000020:00000001:1.0:1787460822.027755:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787460822.027756:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aa900. 00000800:00000001:3.0:1787460822.027757:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1787460822.027758:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787460822.027759:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787460822.027760:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8ca80. 00000100:00000001:1.0:1787460822.027763:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787460822.027764:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460822.027765:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460822.027768:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8c700 x1874288233693952/t0(0) o400->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460822.027774:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1787460822.027774:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787460822.027775:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787460822.027776:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa90ffe000. 00000400:00000200:3.0:1787460822.027777:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1787460822.027778:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787460822.027780:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460822.027781:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa8501a000 refcount=2 obd=lustre-OST0000-osc-ffff9faa900d3000 00000400:00000200:3.0:1787460822.027781:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000020:00000001:1.0:1787460822.027783:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787460822.027784:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aaa00. 02000000:00000001:1.0:1787460822.027786:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1787460822.027786:0:2406:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1787460822.027787:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1787460822.027791:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787460822.027792:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8c700. 00000100:00000001:1.0:1787460822.027794:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787460822.027796:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460822.027797:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460822.027800:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460822.027805:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787460822.027807:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460822.027809:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460822.027809:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787460822.027811:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787460822.027814:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460822.027817:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.031076:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460822.031084:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787460822.031124:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460822.031126:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460822.031131:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c160. 00000400:00000200:0.0:1787460822.031139:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561ea18 00000400:00000010:0.0:1787460822.031142:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561ea18. 00000100:00000001:0.0:1787460822.031146:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460822.031158:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460822.031169:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.031177:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460822.031178:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.031181:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460822.031184:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460822.031187:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460822.031189:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460822.031192:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460822.031199:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=78 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460822.031204:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460822.031206:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460822.031208:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460822.031211:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787460822.031214:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460822.031217:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460822.031240:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.031256:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460822.031260:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460822.031263:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460822.031267:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460822.031275:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233693312:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460822.031280:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.031283:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460822.031286:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8fb80 x1874288233693312/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460822.031293:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460822.031295:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460822.031299:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa86969e00. 02000000:00000001:0.0:1787460822.031303:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460822.031305:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460822.031307:0:2411:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:0.0:1787460822.031309:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460822.031312:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aae00. 02000000:00000001:0.0:1787460822.031316:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460822.031318:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460822.031320:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8fb80. 00000100:00000001:0.0:1787460822.031323:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460822.031325:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.031327:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460822.031335:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460822.031337:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460822.031338:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460822.031341:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460822.228950:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460822.228956:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460822.228961:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460822.228962:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460822.229151:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460822.229154:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460822.229157:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787460822.594562:0:9649:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787460822.594570:0:9649:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787460822.621904:0:9651:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787460822.622175:0:9651:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787460822.701573:0:9658:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787460822.701584:0:9658:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787460822.718793:0:9660:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787460822.718805:0:9660:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460823.250229:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460823.250236:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460823.250241:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460823.250243:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460823.250314:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460823.250317:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460823.250321:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787460823.314636:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5b30 (cpu 3) has reached its deadline 4295038215, at 4295038272 00000100:00000010:3.0:1787460823.314650:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa91f66de0. 00000100:00000040:2.0:1787460823.314871:0:8400:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5a20 (cpu 2) has reached its deadline 4295038215, at 4295038272 00000100:00000010:2.0:1787460823.314876:0:8400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa91f66120. 00010000:00000001:3.0:1787460824.274772:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460824.274781:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460824.274787:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460824.274788:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787460824.274815:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787460824.274817:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787460824.274820:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460825.298207:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460825.298215:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460825.298221:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460825.298222:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460825.302975:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460825.302983:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460825.302988:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460826.323190:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460826.323199:0:8470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787460826.323201:0:8470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787460826.323205:0:8470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460826.323220:0:8470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787460826.323222:0:8470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460826.323224:0:8470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460826.323227:0:8470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460826.323231:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460826.323232:0:8470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787460826.323234:0:8470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787460826.323235:0:8470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460826.323237:0:8470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787460826.323238:0:8470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460826.323240:0:8470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460826.323241:0:8470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787460826.323264:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787460826.323266:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787460826.323269:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787460827.090389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460827.090400:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460827.090410:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8e300. 00000020:00000040:2.0:1787460827.090416:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:2.0:1787460827.090420:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460827.090423:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460827.090430:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460827.090439:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1470a00. 00000100:00000001:2.0:1787460827.090445:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090458:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460827.090468:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460827.090473:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090480:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b664f60] to pc [ptlrpcd_01_01+1] req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.090507:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090526:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460827.090530:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460827.090533:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8e680. 00000020:00000040:2.0:1787460827.090535:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa982db000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000100:00000001:2.0:1787460827.090538:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460827.090539:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460827.090541:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460827.090555:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1470e00. 00000100:00000001:2.0:1787460827.090559:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090564:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460827.090572:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460827.090574:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090578:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000488b3a53] to pc [ptlrpcd_01_00+0] req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.090587:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460827.090592:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460827.090594:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8c000. 00000020:00000040:2.0:1787460827.090597:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa982d8800 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000100:00000001:2.0:1787460827.090599:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460827.090600:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460827.090602:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460827.090605:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1470700. 00000100:00000001:2.0:1787460827.090607:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090611:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460827.090618:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460827.090620:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090625:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038ee7afc] to pc [ptlrpcd_01_01+1] req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.090642:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090644:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787460827.090647:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787460827.090650:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787460827.090653:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787460827.090655:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460827.090658:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460827.090661:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8ce00. 00000020:00000040:2.0:1787460827.090663:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa85019000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000100:00000001:2.0:1787460827.090665:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460827.090666:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460827.090668:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460827.090671:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1470f00. 00000100:00000001:2.0:1787460827.090674:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090678:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460827.090685:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460827.090687:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090690:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef51f40f] to pc [ptlrpcd_01_00+0] req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.090696:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460827.090701:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787460827.090703:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8fb80. 00000020:00000040:2.0:1787460827.090705:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501e000 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000100:00000001:2.0:1787460827.090707:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460827.090713:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460827.090715:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460827.090720:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1470000. 00000100:00000001:2.0:1787460827.090723:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090728:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460827.090734:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460827.090736:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090739:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f6c59b] to pc [ptlrpcd_01_01+1] req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.090745:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787460827.090750:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787460827.090752:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1787460827.090755:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1787460827.090758:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8f800. 00000020:00000040:2.0:1787460827.090760:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501a000 refcount=3 obd=lustre-OST0000-osc-ffff9faa900d3000 00000100:00000001:2.0:1787460827.090762:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460827.090764:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460827.090765:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460827.090771:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa907ca700. 00000100:00000001:2.0:1787460827.090775:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.090777:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446638153690839040 : -105920018712576 : ffff9faa92e8f800) 00000100:00080000:2.0:1787460827.090780:0:37:0:(import.c:65:import_set_state_nolock()) ffff9faa8501a000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787460827.090783:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9faa900d3000: disconnect after 21s idle 00000100:00000001:2.0:1787460827.090785:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460827.090786:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.090790:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007af524e7] to pc [ptlrpcd_rcv+-1] req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.090844:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460827.090849:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460827.090852:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460827.090858:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.090865:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460827.090867:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460827.090870:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460827.090873:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460827.090876:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460827.090880:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233694848:192.168.201.140@tcp:9:kworker.0 00000100:00000001:0.0:1787460827.090884:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460827.090889:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460827.090892:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460827.090895:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460827.090900:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa86969c00. 00000100:00000001:3.0:1787460827.090960:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460827.090975:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1787460827.090978:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460827.090979:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1787460827.090989:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000040:3.0:1787460827.090995:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787460827.090996:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c160. 00000100:00000001:3.0:1787460827.091006:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1787460827.091007:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561ea18. 00000100:00000001:3.0:1787460827.091008:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787460827.091016:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233694848, portal 4 02000000:00000001:3.0:1787460827.091019:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1787460827.091020:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1787460827.091022:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460827.091024:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690839040 : -105920018712576 : ffff9faa92e8f800) 02000000:00000001:3.0:1787460827.091027:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787460827.091032:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2414:1874288233694208:192.168.201.140@tcp:400:kworker.0 00000100:00000040:0.0:1787460827.091037:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.091038:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787460827.091042:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787460827.091045:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460827.091049:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1787460827.091052:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1787460827.091054:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92665000. 02000000:00000001:3.0:1787460827.091059:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460827.091060:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460827.091065:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e440. 00000400:00000200:3.0:1787460827.091066:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000200:0.0:1787460827.091072:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874288233694848, offset 0 00000400:00000010:3.0:1787460827.091072:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa82df85d8. 00000400:00000010:3.0:1787460827.091077:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa93254440. 00000100:00000200:3.0:1787460827.091080:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233694208, portal 25 00000100:00000001:3.0:1787460827.091084:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787460827.091085:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690833664 : -105920018717952 : ffff9faa92e8e300) 00000100:00000040:3.0:1787460827.091112:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.091119:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787460827.091122:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1787460827.091125:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa93254a18. 00000100:00000200:3.0:1787460827.091127:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874288233694208, offset 0 00000400:00000200:3.0:1787460827.091133:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460827.091134:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1787460827.091145:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.091153:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460827.091156:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.091160:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460827.091165:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1787460827.091167:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460827.091173:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787460827.091174:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460827.091181:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1787460827.091181:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460827.091189:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460827.091193:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460827.091197:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [145:145:256:4294967295] 192.168.201.140@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:0.0:1787460827.091201:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.091203:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [144:144:256:4294967295] 192.168.201.140@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:3.0:1787460827.091210:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.091219:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1787460827.091233:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1787460827.091237:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faaa1347900. 00000800:00000200:3.0:1787460827.091243:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1787460827.091260:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1787460827.091264:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faaa1347900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787460827.091276:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787460827.091280:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1787460827.091283:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295043321 00000100:00000010:3.0:1787460827.091288:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa9877d480. 00000100:00000001:3.0:1787460827.091294:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787460827.091299:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295043321 00000100:00000010:3.0:1787460827.091302:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa9877d000. 00000100:00000001:2.0:1787460827.091304:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460827.091306:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787460827.091310:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460827.091311:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460827.091315:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460827.091318:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460827.091320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787460827.091325:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.091327:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787460827.091330:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1787460827.091334:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:3.0:1787460827.091338:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1787460827.091339:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92e8dc00. 00000100:00000001:3.0:1787460827.091340:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787460827.091345:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501c000 refcount=3 obd=lustre-OST0001-osc-ffff9faa900d3000 00000100:00000001:2.0:1787460827.091349:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787460827.091350:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787460827.091352:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787460827.091357:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa83d41c00. 00000100:00000001:2.0:1787460827.091360:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.091362:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446638153690831872 : -105920018719744 : ffff9faa92e8dc00) 00000100:00080000:2.0:1787460827.091364:0:37:0:(import.c:65:import_set_state_nolock()) ffff9faa8501c000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787460827.091367:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9faa900d3000: disconnect after 21s idle 00000100:00000001:2.0:1787460827.091369:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787460827.091371:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.091376:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da580251] to pc [ptlrpcd_rcv+-1] req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.091384:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.091386:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.091390:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (379) 00000100:00000001:2.0:1787460827.091401:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460827.091404:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460827.091405:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460827.091410:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.091416:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460827.091418:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460827.091420:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460827.091421:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460827.091423:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460827.091426:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233694336:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460827.091437:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460827.091440:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460827.091441:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460827.091443:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460827.091446:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa93625400. 02000000:00000001:2.0:1787460827.091447:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460827.091451:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460827.091454:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80790. 00000400:00000010:2.0:1787460827.091459:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980dee58. 00000100:00000200:2.0:1787460827.091462:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233694336, portal 10 00000100:00000001:2.0:1787460827.091464:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460827.091465:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690834560 : -105920018717056 : ffff9faa92e8e680) 00000100:00000040:2.0:1787460827.091471:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.091478:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460827.091479:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460827.091482:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de3b8. 00000100:00000200:2.0:1787460827.091484:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233694336, offset 0 00000400:00000200:2.0:1787460827.091488:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 02000000:00000001:3.0:1787460827.091508:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787460827.091510:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787460827.091513:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787460827.091517:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233694464:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1787460827.091521:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787460827.091523:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787460827.091525:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460827.091527:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787460827.091530:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92664800. 02000000:00000001:3.0:1787460827.091532:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787460827.091535:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1787460827.091556:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa82df89a0. 00000400:00000010:3.0:1787460827.091559:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa93254dd0. 00000100:00000200:3.0:1787460827.091562:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233694464, portal 10 00000100:00000001:3.0:1787460827.091563:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787460827.091565:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690824704 : -105920018726912 : ffff9faa92e8c000) 00000100:00000040:3.0:1787460827.091571:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.091577:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787460827.091579:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1787460827.091582:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa93254d48. 00000100:00000200:3.0:1787460827.091584:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233694464, offset 0 00000400:00000200:3.0:1787460827.091588:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460827.094988:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460827.095000:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460827.095010:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072f00. 00000800:00000200:0.0:1787460827.095017:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460827.095024:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460827.095029:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460827.095033:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460827.095039:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: using a timeout of 39692 usecs (40 jiffies) 00000400:00000200:0.0:1787460827.095044:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460827.095047:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295042089 00000100:00000001:0.0:1787460827.095050:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295043321 00000100:00000001:0.0:1787460827.095052:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295042089 00000100:00000001:0.0:1787460827.095054:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295043321 00000100:00000001:0.0:1787460827.095056:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460827.095059:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460827.095063:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460827.095123:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460827.095131:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460827.095133:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787460827.095135:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460827.095137:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460827.095139:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460827.095161:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.095169:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460827.095171:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460827.095175:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460827.095178:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460827.095180:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460827.095183:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233694976:192.168.201.140@tcp:9:kworker.0 00000100:00000001:0.0:1787460827.095187:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460827.095192:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460827.095196:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460827.095199:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460827.095204:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa86968200. 02000000:00000001:0.0:1787460827.095206:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460827.095210:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460827.095215:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c1b8. 00000400:00000010:0.0:1787460827.095221:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561edd0. 00000100:00000200:0.0:1787460827.095227:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233694976, portal 4 00000100:00000001:0.0:1787460827.095230:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460827.095231:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690831872 : -105920018719744 : ffff9faa92e8dc00) 00000100:00000040:0.0:1787460827.095238:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.095245:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460827.095248:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460827.095250:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e3b8. 00000100:00000200:0.0:1787460827.095254:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874288233694976, offset 0 00000400:00000200:0.0:1787460827.095259:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460827.095266:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460827.095273:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460827.095277:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460827.095281:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460827.095284:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460827.095287:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460827.095296:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [146:146:254:4294967295] 192.168.201.140@tcp LPNI seq info [146:146:6:4294967295] 00000400:00000200:0.0:1787460827.095300:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460827.095307:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460827.095311:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460827.095315:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072300. 00000800:00000200:0.0:1787460827.095318:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460827.095323:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460827.095326:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460827.095329:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460827.095332:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: using a timeout of 35873 usecs (36 jiffies) 00000400:00000200:0.0:1787460827.095335:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460827.095337:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295042085 00000100:00000001:0.0:1787460827.095339:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295043321 00000100:00000001:0.0:1787460827.095341:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295042085 00000100:00000001:0.0:1787460827.095343:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295043321 00000100:00000001:0.0:1787460827.095345:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460827.095347:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460827.095349:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460827.095350:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460827.095353:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460827.095355:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787460827.095356:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460827.095357:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460827.095359:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460827.095360:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460827.095480:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460827.095485:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460827.095489:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460827.095491:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460827.095494:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460827.095496:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460827.095499:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [147:147:253:4294967295] 192.168.201.140@tcp LPNI seq info [147:147:5:4294967295] 00000400:00000200:2.0:1787460827.095502:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460827.095509:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460827.095513:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460827.095518:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41f00. 00000800:00000200:2.0:1787460827.095522:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460827.095536:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460827.095538:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460827.095541:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.095554:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: using a timeout of 129728 usecs (130 jiffies) 00000400:00000200:2.0:1787460827.095557:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460827.095559:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295042179 00000100:00000001:2.0:1787460827.095561:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295043321 00000100:00000001:2.0:1787460827.095563:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295042179 00000100:00000001:2.0:1787460827.095564:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295043321 00000100:00000001:2.0:1787460827.095566:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460827.095568:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.095571:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460827.095575:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.095581:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460827.095583:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460827.095585:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460827.095587:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460827.095589:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460827.095591:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233694592:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460827.095594:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460827.095597:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460827.095598:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460827.095600:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460827.095603:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa93624400. 02000000:00000001:2.0:1787460827.095605:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460827.095609:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460827.095612:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80f78. 00000400:00000010:2.0:1787460827.095617:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980dea18. 00000100:00000200:2.0:1787460827.095620:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233694592, portal 10 00000100:00000001:2.0:1787460827.095622:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460827.095631:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690828288 : -105920018723328 : ffff9faa92e8ce00) 00000100:00000040:2.0:1787460827.095636:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.095642:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460827.095644:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460827.095647:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de440. 00000100:00000200:2.0:1787460827.095649:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233694592, offset 0 00000400:00000200:2.0:1787460827.095653:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460827.095658:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460827.095661:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460827.095664:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460827.095666:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460827.095668:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460827.095670:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460827.095673:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [148:148:252:4294967295] 192.168.201.140@tcp LPNI seq info [148:148:4:4294967295] 00000400:00000200:2.0:1787460827.095676:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460827.095680:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460827.095684:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460827.095687:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41000. 00000800:00000200:2.0:1787460827.095690:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460827.095694:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460827.095696:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460827.095699:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.095701:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: using a timeout of 25332 usecs (26 jiffies) 00000400:00000200:2.0:1787460827.095703:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460827.095705:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295042075 00000100:00000001:2.0:1787460827.095707:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295043321 00000100:00000001:2.0:1787460827.095709:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295042075 00000100:00000001:2.0:1787460827.095710:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295043321 00000100:00000001:2.0:1787460827.095712:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460827.095718:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.095720:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.095723:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.095726:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460827.095727:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787460827.095729:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460827.095730:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460827.095732:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.095734:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787460827.095779:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460827.095783:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faaa1347900. 00000400:00000200:2.0:1787460827.095790:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460827.095796:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460827.095802:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa93254a18 00000400:00000010:2.0:1787460827.095804:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa93254a18. 00000100:00000001:2.0:1787460827.095808:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460827.095813:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.095822:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460827.095825:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.095832:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.095833:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787460827.095845:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460827.095847:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072f00. 00000400:00000200:2.0:1787460827.095851:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460827.095855:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460827.095857:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e440 00000400:00000010:2.0:1787460827.095859:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e440. 00000100:00000001:2.0:1787460827.095862:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460827.095865:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.095873:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460827.095876:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.095893:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.095895:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787460827.096721:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460827.096725:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072300. 00000400:00000200:2.0:1787460827.096729:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460827.096735:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460827.096738:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e3b8 00000400:00000010:2.0:1787460827.096740:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e3b8. 00000100:00000001:2.0:1787460827.096743:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460827.096748:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.096755:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460827.096757:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.096763:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.096765:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787460827.096776:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460827.096778:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41f00. 00000400:00000200:2.0:1787460827.096782:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460827.096785:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460827.096788:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de3b8 00000400:00000010:2.0:1787460827.096790:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de3b8. 00000100:00000001:2.0:1787460827.096792:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460827.096796:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.096802:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460827.096804:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.096810:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.096811:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787460827.096873:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787460827.096883:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41000. 00000400:00000200:2.0:1787460827.096886:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460827.096890:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1787460827.096893:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de440 00000400:00000010:2.0:1787460827.096895:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de440. 00000100:00000001:2.0:1787460827.096897:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787460827.097131:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.097141:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460827.097145:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.097151:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.097152:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1787460827.102604:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.102620:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1787460827.102637:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787460827.102642:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1787460827.102646:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787460827.102649:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1787460827.102653:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [149:149:256:4294967295] 192.168.201.140@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:3.0:1787460827.102657:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.102667:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1787460827.102674:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460827.102774:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41000. 00000800:00000200:2.0:1787460827.102784:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460827.102792:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460827.102796:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460827.102860:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.102866:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: using a timeout of 160995 usecs (161 jiffies) 00000400:00000200:2.0:1787460827.102871:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460827.102874:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295042221 00000100:00000001:2.0:1787460827.102877:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295043321 00000100:00000001:2.0:1787460827.102880:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295042221 00000100:00000001:2.0:1787460827.102882:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295043321 00000100:00000001:2.0:1787460827.102884:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460827.102887:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.102891:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460827.102900:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.104035:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460827.104054:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460827.104059:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460827.104063:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460827.104075:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460827.104080:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:2414:1874288233694720:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460827.104085:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460827.104105:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460827.104108:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460827.104110:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460827.104117:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa93624a00. 02000000:00000001:2.0:1787460827.104119:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460827.104125:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460827.104129:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80948. 00000400:00000010:2.0:1787460827.104135:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de440. 00000100:00000200:2.0:1787460827.104141:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233694720, portal 10 00000100:00000001:2.0:1787460827.104144:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460827.104146:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153690839936 : -105920018711680 : ffff9faa92e8fb80) 00000100:00000040:2.0:1787460827.104155:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.104162:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460827.104165:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460827.104168:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de3b8. 00000100:00000200:2.0:1787460827.104171:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233694720, offset 0 00000400:00000200:2.0:1787460827.104177:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460827.104185:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460827.104190:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460827.104195:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460827.104198:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460827.104201:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460827.104203:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460827.104207:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [150:150:255:4294967295] 192.168.201.140@tcp LPNI seq info [150:150:7:4294967295] 00000400:00000200:2.0:1787460827.104211:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460827.104219:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460827.104231:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460827.104235:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41f00. 00000800:00000200:2.0:1787460827.104240:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460827.104245:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460827.104248:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460827.104252:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.104256:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: using a timeout of 34598 usecs (35 jiffies) 00000400:00000200:2.0:1787460827.104259:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460827.104262:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295042097 00000100:00000001:2.0:1787460827.104265:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295043321 00000100:00000001:2.0:1787460827.104267:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295042097 00000100:00000001:2.0:1787460827.104269:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295043321 00000100:00000001:2.0:1787460827.104271:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460827.104274:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.104277:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.104281:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.104289:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460827.104291:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787460827.104294:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460827.104296:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460827.104298:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.104300:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787460827.105394:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.105410:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460827.105414:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.105417:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.105425:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105431:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460827.105437:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105441:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105445:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105449:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6a8a7bc604400 00000400:00000200:3.0:1787460827.105463:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105469:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x8b5 [1] + 224 00000800:00000001:3.0:1787460827.105476:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.105480:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.105483:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460827.105487:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460827.105494:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460827.105500:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460827.105510:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.105523:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787460827.105568:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460827.105571:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41000. 00000400:00000200:3.0:1787460827.105576:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460827.105579:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460827.105583:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa93254d48 00000400:00000010:3.0:1787460827.105585:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa93254d48. 00000100:00000001:3.0:1787460827.105588:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460827.105592:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.105601:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460827.105604:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.105611:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460827.105612:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460827.105618:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.105622:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460827.105623:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.105625:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.105628:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105631:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460827.105641:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105644:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105647:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105650:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604480 00000400:00000200:3.0:1787460827.105653:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105657:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x8c5 [1] + 224 00000800:00000001:3.0:1787460827.105661:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.105665:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.105667:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460827.105670:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460827.105674:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460827.105678:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460827.105686:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.105703:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787460827.105726:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460827.105729:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41f00. 00000400:00000200:3.0:1787460827.105732:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460827.105735:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460827.105737:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de3b8 00000400:00000010:3.0:1787460827.105739:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de3b8. 00000100:00000001:3.0:1787460827.105741:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460827.105745:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.105753:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460827.105756:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.105762:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460827.105764:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460827.105766:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.105775:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460827.105777:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.105779:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.105782:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105785:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460827.105789:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105792:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105795:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105798:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604580 00000400:00000200:3.0:1787460827.105801:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.105804:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x8ed [1] + 224 00000800:00000001:3.0:1787460827.105808:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.105813:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.105815:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460827.105818:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460827.105821:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460827.105826:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460827.105835:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.105842:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460827.105845:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.105847:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460827.105861:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460827.105865:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787460827.105869:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460827.105871:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460827.105873:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80790. 00000400:00000200:3.0:1787460827.105876:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980dee58 00000400:00000010:3.0:1787460827.105878:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980dee58. 00000100:00000001:3.0:1787460827.105880:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460827.105884:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.106007:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460827.106010:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787460827.106013:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460827.106014:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460827.106016:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa82df85d8. 00000400:00000200:2.0:1787460827.106019:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa93254440 00000400:00000010:2.0:1787460827.106021:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa93254440. 00000100:00000001:2.0:1787460827.106023:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460827.106028:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460827.106037:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.106049:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460827.106052:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.106054:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460827.106057:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460827.106060:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460827.106063:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460827.106066:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460827.106075:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460827.106079:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460827.106082:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460827.106084:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460827.106087:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787460827.106105:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.106109:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.106114:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.106120:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460827.106123:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460827.106125:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460827.106129:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460827.106136:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2414:1874288233694208:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460827.106142:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.106144:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460827.106160:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8e300 x1874288233694208/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.106167:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460827.106170:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460827.106173:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92665000. 02000000:00000001:2.0:1787460827.106176:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460827.106179:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460827.106185:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:2.0:1787460827.106188:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460827.106190:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1470a00. 02000000:00000001:2.0:1787460827.106194:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460827.106196:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460827.106198:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8e300. 00000100:00000001:2.0:1787460827.106201:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460827.106202:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.106205:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.106207:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460827.106208:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460827.106210:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.106211:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787460827.107301:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.107313:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460827.107315:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460827.107317:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460827.107319:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460827.107321:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460827.107323:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460827.107325:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787460827.107332:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982db460 time=83 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460827.107335:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982db418 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460827.107337:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460827.107339:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460827.107342:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787460827.107345:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460827.107348:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787460827.107349:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:3.0:1787460827.107351:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787460827.107353:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460827.107357:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.107363:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460827.107365:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460827.107367:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460827.107371:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460827.107379:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233694336:192.168.201.140@tcp:400:kworker.0 00000400:00000001:3.0:1787460827.107387:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787460827.107389:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787460827.107391:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80f78. 00000400:00000200:3.0:1787460827.107394:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980dea18 00000400:00000010:3.0:1787460827.107405:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980dea18. 00000100:00000001:3.0:1787460827.107409:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460827.107413:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787460827.107421:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.107428:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787460827.107429:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460827.107431:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787460827.107433:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787460827.107434:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787460827.107435:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787460827.107437:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787460827.107441:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa85019460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1787460827.107446:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa85019418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1787460827.107448:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787460827.107449:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460827.107450:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787460827.107452:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460827.107454:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787460827.107455:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:3.0:1787460827.107457:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787460827.107458:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460827.107462:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.107469:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787460827.107471:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787460827.107472:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787460827.107475:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787460827.107482:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233694592:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1787460827.107486:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460827.107495:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460827.107499:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8e680 x1874288233694336/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.107505:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460827.107507:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460827.107510:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa93625400. 02000000:00000001:3.0:1787460827.107513:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460827.107516:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460827.107517:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa982db000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000020:00000001:3.0:1787460827.107519:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460827.107521:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1470e00. 02000000:00000001:3.0:1787460827.107524:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460827.107525:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460827.107527:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8e680. 00000100:00000001:3.0:1787460827.107530:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460827.107531:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460827.107532:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460827.107535:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8ce00 x1874288233694592/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.107540:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787460827.107541:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787460827.107553:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa93624400. 02000000:00000001:3.0:1787460827.107556:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787460827.107558:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787460827.107559:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa85019000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000020:00000001:3.0:1787460827.107560:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787460827.107562:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1470f00. 02000000:00000001:3.0:1787460827.107564:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787460827.107564:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787460827.107566:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8ce00. 00000100:00000001:3.0:1787460827.107568:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787460827.107569:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460827.107571:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460827.107579:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787460827.107581:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460827.107584:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787460827.107592:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787460827.115262:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115278:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460827.115282:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115284:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.115292:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115300:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460827.115307:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115312:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115317:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115321:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6a8a7bc604680 00000400:00000200:3.0:1787460827.115326:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115331:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:3.0:1787460827.115338:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115342:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.115346:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460827.115350:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460827.115357:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460827.115365:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460827.115375:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.115440:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460827.115445:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787460827.115464:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460827.115475:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115479:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460827.115481:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115483:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.115487:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115490:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460827.115494:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115496:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115499:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115502:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6a8a7bc604700 00000400:00000200:3.0:1787460827.115521:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115525:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x8e5 [1] + 224 00000800:00000001:3.0:1787460827.115529:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115534:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.115536:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460827.115539:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460827.115542:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460827.115555:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460827.115564:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.115571:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460827.115575:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115579:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460827.115581:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115583:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.115586:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115589:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460827.115593:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115595:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115598:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115601:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604500 00000400:00000200:3.0:1787460827.115604:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115609:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x8d5 [1] + 224 00000800:00000001:3.0:1787460827.115612:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115615:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.115617:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460827.115620:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460827.115622:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460827.115627:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460827.115648:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.115668:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460827.115674:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115678:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460827.115680:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115682:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.115685:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115688:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460827.115691:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115694:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115697:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115699:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604600 00000400:00000200:3.0:1787460827.115702:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460827.115706:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:3.0:1787460827.115710:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115765:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460827.115768:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460827.115772:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460827.115775:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460827.115778:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460827.115786:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460827.115791:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460827.115795:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460827.115798:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.118164:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460827.118173:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787460827.118184:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460827.118187:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460827.118190:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa82df89a0. 00000400:00000200:2.0:1787460827.118199:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa93254dd0 00000400:00000010:2.0:1787460827.118201:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa93254dd0. 00000100:00000001:2.0:1787460827.118205:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460827.118215:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460827.118225:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.118232:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460827.118234:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.118236:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460827.118239:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460827.118241:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460827.118243:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460827.118247:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460827.118255:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982d8c60 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460827.118260:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982d8c18 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460827.118262:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460827.118264:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460827.118266:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787460827.118287:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787460827.118294:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.118298:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460827.118300:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460827.118301:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460827.118303:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.118307:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.118314:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460827.118317:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460827.118319:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460827.118323:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460827.118330:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233694464:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1787460827.118337:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460827.118339:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460827.118340:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80948. 00000400:00000200:2.0:1787460827.118343:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de440 00000400:00000010:2.0:1787460827.118345:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de440. 00000100:00000001:2.0:1787460827.118348:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460827.118351:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460827.118358:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.118363:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460827.118364:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.118366:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460827.118367:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460827.118369:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460827.118375:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460827.118377:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460827.118382:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501e460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460827.118385:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501e418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460827.118387:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460827.118388:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460827.118389:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787460827.118393:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787460827.118399:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.118401:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460827.118402:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460827.118403:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460827.118404:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460827.118407:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.118412:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460827.118414:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460827.118415:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460827.118418:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460827.118424:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:2414:1874288233694720:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460827.118427:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.118430:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460827.118433:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8c000 x1874288233694464/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.118439:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460827.118441:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460827.118445:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92664800. 02000000:00000001:2.0:1787460827.118450:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460827.118452:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460827.118459:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa982d8800 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000020:00000001:2.0:1787460827.118462:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460827.118464:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1470700. 02000000:00000001:2.0:1787460827.118467:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460827.118469:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460827.118471:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8c000. 00000100:00000001:2.0:1787460827.118474:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460827.118476:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.118477:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460827.118481:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8fb80 x1874288233694720/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460827.118487:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460827.118488:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460827.118489:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa93624a00. 02000000:00000001:2.0:1787460827.118492:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460827.118493:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460827.118494:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa8501e000 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000020:00000001:2.0:1787460827.118495:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460827.118496:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1470000. 02000000:00000001:2.0:1787460827.118498:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460827.118499:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460827.118500:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8fb80. 00000100:00000001:2.0:1787460827.118502:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460827.118503:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.118505:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460827.118512:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460827.118514:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460827.118517:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460827.118520:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787460827.119038:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460827.119042:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460827.119045:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c160. 00000400:00000200:0.0:1787460827.119049:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561ea18 00000400:00000010:0.0:1787460827.119052:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561ea18. 00000100:00000001:0.0:1787460827.119062:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460827.119067:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460827.119075:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.119081:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460827.119082:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460827.119084:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460827.119085:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460827.119087:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460827.119088:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460827.119107:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460827.119114:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501a460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460827.119116:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501a418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460827.119118:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460827.119120:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460827.119121:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787460827.119125:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787460827.119130:0:2410:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460827.119132:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460827.119134:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460827.119135:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460827.119137:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460827.119140:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.119145:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460827.119147:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460827.119149:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1787460827.119152:0:2410:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787460827.119158:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa8501a000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1787460827.119169:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460827.119176:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233694848:192.168.201.140@tcp:9:kworker.0 00000100:00000001:0.0:1787460827.119179:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460827.119182:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460827.119184:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8f800 x1874288233694848/t0(0) o9->lustre-OST0000-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.119190:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460827.119191:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460827.119193:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa86969c00. 02000000:00000001:0.0:1787460827.119196:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460827.119197:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460827.119198:0:2410:0:(genops.c:1223:class_import_put()) import ffff9faa8501a000 refcount=2 obd=lustre-OST0000-osc-ffff9faa900d3000 00000020:00000001:0.0:1787460827.119200:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460827.119202:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa907ca700. 02000000:00000001:0.0:1787460827.119205:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460827.119206:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460827.119208:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8f800. 00000100:00000001:0.0:1787460827.119210:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460827.119211:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460827.119213:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460827.119215:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460827.119216:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787460827.119220:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460827.119221:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460827.119223:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c1b8. 00000400:00000200:0.0:1787460827.119225:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561edd0 00000400:00000010:0.0:1787460827.119227:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561edd0. 00000100:00000001:0.0:1787460827.119229:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460827.119232:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460827.119239:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.119253:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460827.119255:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460827.119256:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460827.119257:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460827.119259:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460827.119260:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460827.119261:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460827.119266:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501c460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460827.119269:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501c418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460827.119270:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460827.119271:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460827.119273:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787460827.119276:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787460827.119282:0:2410:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460827.119284:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460827.119286:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460827.119287:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460827.119288:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460827.119291:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.119297:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460827.119298:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460827.119300:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1787460827.119302:0:2410:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787460827.119308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff9faa8501c000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1787460827.119312:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460827.119319:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:259e19ad-2400-4dba-8976-3787ca22d20e:2410:1874288233694976:192.168.201.140@tcp:9:kworker.0 00000100:00000001:0.0:1787460827.119328:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460827.119330:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460827.119334:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92e8dc00 x1874288233694976/t0(0) o9->lustre-OST0001-osc-ffff9faa900d3000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1787460837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460827.119339:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460827.119341:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460827.119342:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa86968200. 02000000:00000001:0.0:1787460827.119345:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460827.119346:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460827.119347:0:2410:0:(genops.c:1223:class_import_put()) import ffff9faa8501c000 refcount=2 obd=lustre-OST0001-osc-ffff9faa900d3000 00000020:00000001:0.0:1787460827.119349:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460827.119351:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa83d41c00. 02000000:00000001:0.0:1787460827.119354:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460827.119355:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460827.119356:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92e8dc00. 00000100:00000001:0.0:1787460827.119359:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460827.119360:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460827.119362:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460827.119366:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460827.119368:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460827.119370:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460827.119371:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460827.346276:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460827.346285:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460827.346292:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460827.346312:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460827.346413:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460827.346417:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460827.346420:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787460828.370229:0:8400:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5a20 (cpu 2) has reached its deadline 4295043321, at 4295043328 00000100:00000010:2.0:1787460828.370251:0:8400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa9877d480. 00010000:00000001:3.0:1787460828.370347:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460828.370351:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460828.370355:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460828.370357:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460828.370374:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5b30 (cpu 3) has reached its deadline 4295043321, at 4295043328 00000100:00000010:3.0:1787460828.370379:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa9877d000. 00000020:00000001:3.0:1787460828.370389:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787460828.370391:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787460828.370394:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460829.394804:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460829.394811:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460829.394816:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460829.394817:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460829.395855:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460829.395859:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460829.395864:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460830.418197:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460830.418205:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460830.418211:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460830.418212:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787460830.418230:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787460830.418233:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787460830.418236:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460831.442193:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460831.442203:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460831.442209:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460831.442210:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460831.442311:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460831.442316:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460831.442319:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787460832.211685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460832.211696:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460832.211707:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8c700. 00000020:00000040:1.0:1787460832.211713:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:1.0:1787460832.211718:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460832.211721:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460832.211727:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460832.211736:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aaa00. 00000100:00000001:1.0:1787460832.211744:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211755:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460832.211782:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460832.211786:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211794:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcfb19e0] to pc [ptlrpcd_00_01+1] req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460832.211825:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211828:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460832.211832:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460832.211835:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8ca80. 00000020:00000040:1.0:1787460832.211837:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa982db000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000100:00000001:1.0:1787460832.211840:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460832.211842:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460832.211844:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460832.211848:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aa900. 00000100:00000001:1.0:1787460832.211851:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211855:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460832.211862:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460832.211863:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211866:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001268a0b3] to pc [ptlrpcd_00_00+0] req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460832.211873:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460832.211877:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460832.211880:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8ea00. 00000020:00000040:1.0:1787460832.211882:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa982d8800 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000100:00000001:1.0:1787460832.211884:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460832.211885:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460832.211886:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460832.211889:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aa800. 00000100:00000001:1.0:1787460832.211899:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211904:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460832.211910:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460832.211912:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211916:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000498e69ac] to pc [ptlrpcd_00_01+1] req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460832.211922:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211924:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787460832.211927:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787460832.211930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787460832.211932:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787460832.211935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460832.211938:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460832.211940:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8f100. 00000020:00000040:1.0:1787460832.211943:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa85019000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000100:00000001:1.0:1787460832.211945:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460832.211946:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460832.211948:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460832.211951:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aa500. 00000100:00000001:1.0:1787460832.211954:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211957:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460832.211963:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460832.211964:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211968:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8195c7c] to pc [ptlrpcd_00_00+0] req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460832.211986:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.211989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787460832.211991:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787460832.211996:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8fb80. 00000020:00000040:1.0:1787460832.211998:0:8:0:(genops.c:1210:class_import_get()) import ffff9faa8501e000 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000100:00000001:1.0:1787460832.212000:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460832.212001:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460832.212003:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460832.212006:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa863aa300. 00000100:00000001:1.0:1787460832.212009:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.212014:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787460832.212021:0:8:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460832.212022:0:8:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.212026:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a91eb09] to pc [ptlrpcd_00_01+1] req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460832.212033:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460832.212035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787460832.212038:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787460832.212040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787460832.212043:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787460832.212048:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (384) 00000100:00000001:0.0:1787460832.215059:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460832.215069:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460832.215072:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460832.215085:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.215151:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460832.215154:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.215158:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460832.215162:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460832.215165:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460832.215169:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2412:1874288233695104:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460832.215173:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460832.215195:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460832.215198:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.215201:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460832.215207:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5c800. 02000000:00000001:0.0:1787460832.215209:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460832.215217:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460832.215222:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c1b8. 00000400:00000010:0.0:1787460832.215230:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561edd0. 00000100:00000200:0.0:1787460832.215238:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233695104, portal 25 00000100:00000001:0.0:1787460832.215240:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460832.215242:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674049280 : -105920035502336 : ffff9faa91e8c700) 00000100:00000040:0.0:1787460832.215248:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.215256:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460832.215259:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460832.215262:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561ea18. 00000100:00000200:0.0:1787460832.215265:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874288233695104, offset 0 00000400:00000200:0.0:1787460832.215272:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460832.215280:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460832.215288:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460832.215293:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460832.215298:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460832.215302:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460832.215305:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460832.215308:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [151:151:256:4294967295] 192.168.201.140@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:0.0:1787460832.215313:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460832.215331:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460832.215338:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460832.215344:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072300. 00000800:00000200:0.0:1787460832.215351:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460832.215358:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460832.215362:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460832.215378:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460832.215383:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460832.215385:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295048445 00000100:00000010:0.0:1787460832.215390:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa8513aa80. 00000100:00000001:0.0:1787460832.215396:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787460832.215402:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295048445 00000100:00000010:0.0:1787460832.215405:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa8513a5a0. 00000100:00000001:0.0:1787460832.215408:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787460832.215411:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460832.215414:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.215417:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460832.215422:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.215429:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460832.215430:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.215432:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460832.215434:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460832.215436:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460832.215438:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233695360:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460832.215441:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460832.215443:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460832.215445:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.215446:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460832.215449:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5d000. 02000000:00000001:0.0:1787460832.215451:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460832.215453:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460832.215468:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c160. 00000400:00000010:0.0:1787460832.215473:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561ee58. 00000100:00000200:0.0:1787460832.215476:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233695360, portal 10 00000100:00000001:0.0:1787460832.215477:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460832.215478:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674058240 : -105920035493376 : ffff9faa91e8ea00) 00000100:00000040:0.0:1787460832.215484:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.215495:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460832.215498:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460832.215500:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e198. 00000100:00000200:0.0:1787460832.215502:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233695360, offset 0 00000400:00000200:0.0:1787460832.215506:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460832.215510:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460832.215514:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460832.215516:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460832.215519:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460832.215521:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460832.215523:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460832.215525:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [152:152:255:4294967295] 192.168.201.140@tcp LPNI seq info [152:152:7:4294967295] 00000400:00000200:0.0:1787460832.215529:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460832.215535:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460832.215539:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460832.215542:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072f00. 00000800:00000200:0.0:1787460832.215546:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460832.215550:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460832.215553:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460832.215556:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460832.215561:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: using a timeout of 154337 usecs (155 jiffies) 00000400:00000200:0.0:1787460832.215563:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460832.215565:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295047328 00000100:00000001:0.0:1787460832.215568:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295048445 00000100:00000001:0.0:1787460832.215569:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295047328 00000100:00000001:0.0:1787460832.215571:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295048445 00000100:00000001:0.0:1787460832.215573:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460832.215575:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.215583:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460832.215588:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.215594:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460832.215596:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.215598:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460832.215599:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460832.215602:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460832.215604:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233695616:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460832.215607:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460832.215610:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460832.215611:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.215613:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460832.215615:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5ce00. 02000000:00000001:0.0:1787460832.215617:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460832.215620:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460832.215623:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c948. 00000400:00000010:0.0:1787460832.215627:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e5d8. 00000100:00000200:0.0:1787460832.215630:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233695616, portal 10 00000100:00000001:0.0:1787460832.215631:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460832.215632:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674062720 : -105920035488896 : ffff9faa91e8fb80) 00000100:00000040:0.0:1787460832.215637:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.215643:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460832.215645:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460832.215648:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e000. 00000100:00000200:0.0:1787460832.215650:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233695616, offset 0 00000400:00000200:0.0:1787460832.215654:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460832.215657:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460832.215660:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460832.215663:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460832.215665:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460832.215667:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460832.215676:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460832.215679:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [153:153:254:4294967295] 192.168.201.140@tcp LPNI seq info [153:153:6:4294967295] 00000400:00000200:0.0:1787460832.215682:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460832.215688:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460832.215692:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460832.215695:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072a00. 00000800:00000200:0.0:1787460832.215699:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460832.215703:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460832.215705:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460832.215708:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460832.215710:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: using a timeout of 34586 usecs (35 jiffies) 00000400:00000200:0.0:1787460832.215713:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460832.215715:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295047208 00000100:00000001:0.0:1787460832.215717:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295048445 00000100:00000001:0.0:1787460832.215719:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295047208 00000100:00000001:0.0:1787460832.215721:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295048445 00000100:00000001:0.0:1787460832.215723:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460832.215724:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.215727:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.215731:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.215739:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460832.215741:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787460832.215743:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460832.215744:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460832.215746:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460832.215749:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1787460832.215750:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.215752:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460832.215753:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.215755:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460832.215756:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460832.215757:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460832.215779:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.215786:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460832.215788:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.215790:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460832.215792:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460832.215794:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460832.215796:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233695232:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460832.215799:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460832.215801:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460832.215803:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.215804:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460832.215807:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5c600. 02000000:00000001:0.0:1787460832.215809:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460832.215812:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460832.215815:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2cf78. 00000400:00000010:0.0:1787460832.215818:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e880. 00000100:00000200:0.0:1787460832.215821:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233695232, portal 10 00000100:00000001:0.0:1787460832.215823:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460832.215824:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674050176 : -105920035501440 : ffff9faa91e8ca80) 00000100:00000040:0.0:1787460832.215829:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.215836:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460832.215838:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460832.215840:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561ef68. 00000100:00000200:0.0:1787460832.215843:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233695232, offset 0 00000400:00000200:0.0:1787460832.215847:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460832.215851:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460832.215855:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460832.215857:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460832.215860:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460832.215862:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460832.215869:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460832.215873:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [154:154:253:4294967295] 192.168.201.140@tcp LPNI seq info [154:154:5:4294967295] 00000400:00000200:0.0:1787460832.215877:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460832.215894:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460832.215898:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460832.215902:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072700. 00000800:00000200:0.0:1787460832.215906:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460832.215910:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460832.215912:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460832.215915:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460832.215918:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: using a timeout of 125195 usecs (126 jiffies) 00000400:00000200:0.0:1787460832.215920:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460832.215922:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295047299 00000100:00000001:0.0:1787460832.215924:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295048445 00000100:00000001:0.0:1787460832.215926:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295047299 00000100:00000001:0.0:1787460832.215928:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295048445 00000100:00000001:0.0:1787460832.215930:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460832.215932:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.215934:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460832.215939:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.215945:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460832.215947:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.215948:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460832.215950:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460832.215952:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460832.215955:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233695488:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460832.215958:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460832.215961:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460832.215968:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.215969:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460832.215972:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa92e5de00. 02000000:00000001:0.0:1787460832.215974:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460832.215977:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460832.215980:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c370. 00000400:00000010:0.0:1787460832.215984:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561eee0. 00000100:00000200:0.0:1787460832.215986:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233695488, portal 10 00000100:00000001:0.0:1787460832.215988:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460832.215989:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674060032 : -105920035491584 : ffff9faa91e8f100) 00000020:00000010:0.0:1787460832.215998:0:2412:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9faa931ca000. 00000100:00000040:0.0:1787460832.216003:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.216009:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460832.216011:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460832.216013:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e220. 00000100:00000200:0.0:1787460832.216016:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233695488, offset 0 00000400:00000200:0.0:1787460832.216019:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460832.216023:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460832.216026:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460832.216029:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460832.216031:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460832.216033:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460832.216035:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460832.216038:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [155:155:252:4294967295] 192.168.201.140@tcp LPNI seq info [155:155:4:4294967295] 00000400:00000200:0.0:1787460832.216041:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460832.216046:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460832.216050:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000200:3.0:1787460832.216051:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787460832.216053:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072200. 00000800:00000010:3.0:1787460832.216055:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072300. 00000800:00000200:0.0:1787460832.216056:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460832.216061:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460832.216063:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1787460832.216063:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460832.216068:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:0.0:1787460832.216070:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460832.216073:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: using a timeout of 24891 usecs (25 jiffies) 00000400:00000200:3.0:1787460832.216073:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561ea18 00000400:00000200:0.0:1787460832.216076:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1787460832.216076:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561ea18. 00000100:00000001:0.0:1787460832.216078:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295047198 00000100:00000001:0.0:1787460832.216080:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295048445 00000100:00000001:3.0:1787460832.216080:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787460832.216082:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295047198 00000100:00000001:0.0:1787460832.216084:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295048445 00000100:00000200:3.0:1787460832.216085:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.216086:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460832.216088:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.216110:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.216112:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.216123:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460832.216125:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460832.216125:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460832.216129:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.216141:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460832.216143:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460832.216156:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460832.216158:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072f00. 00000400:00000200:3.0:1787460832.216161:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460832.216164:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460832.216167:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e198 00000400:00000010:3.0:1787460832.216169:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e198. 00000100:00000001:3.0:1787460832.216171:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460832.216175:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.216182:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460832.216184:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.216191:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460832.216192:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460832.216200:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460832.216202:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072a00. 00000400:00000200:3.0:1787460832.216204:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460832.216207:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460832.216209:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e000 00000400:00000010:3.0:1787460832.216211:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e000. 00000100:00000001:3.0:1787460832.216212:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460832.216216:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.216222:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460832.216224:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.216230:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460832.216231:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460832.216237:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460832.216244:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072700. 00000400:00000200:3.0:1787460832.216260:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460832.216263:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460832.216267:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561ef68 00000400:00000010:3.0:1787460832.216268:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561ef68. 00000100:00000001:3.0:1787460832.216270:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460832.216274:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.216280:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460832.216282:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.216287:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460832.216289:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460832.216357:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460832.216360:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072200. 00000400:00000200:3.0:1787460832.216363:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460832.216366:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460832.216369:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e220 00000400:00000010:3.0:1787460832.216370:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e220. 00000100:00000001:3.0:1787460832.216372:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460832.216375:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.216381:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460832.216384:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.216390:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460832.216391:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460832.224392:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224411:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460832.224416:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224418:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460832.224428:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224438:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460832.224475:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224481:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224487:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224491:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6a8a7bc604780 00000400:00000200:3.0:1787460832.224496:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224503:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x90d [1] + 224 00000800:00000001:3.0:1787460832.224510:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224516:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460832.224519:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460832.224524:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460832.224532:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460832.224552:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460832.224564:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.224585:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460832.224594:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224598:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460832.224600:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224603:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460832.224606:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224610:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460832.224614:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224616:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224619:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224622:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604980 00000400:00000200:3.0:1787460832.224626:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224630:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x91d [1] + 224 00000800:00000001:3.0:1787460832.224634:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224638:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460832.224640:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460832.224643:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460832.224654:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460832.224660:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460832.224668:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.224674:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460832.224678:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224682:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460832.224684:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224686:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460832.224689:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224692:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460832.224696:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224699:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224701:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224704:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604800 00000400:00000200:3.0:1787460832.224707:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224710:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x925 [1] + 224 00000800:00000001:3.0:1787460832.224714:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224717:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460832.224719:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460832.224722:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460832.224725:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460832.224728:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460832.224737:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.224743:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460832.224747:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224749:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460832.224751:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224760:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460832.224776:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224779:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460832.224784:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224787:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224790:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224793:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604900 00000400:00000200:3.0:1787460832.224796:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.224799:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x92d [1] + 224 00000800:00000001:3.0:1787460832.224803:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224811:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460832.224813:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460832.224816:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460832.224820:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460832.224824:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460832.224833:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.224841:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460832.224844:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.224847:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460832.225367:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.225374:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460832.225377:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.225390:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460832.225395:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.225399:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460832.225405:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.225408:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.225410:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.225414:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604880 00000400:00000200:3.0:1787460832.225417:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460832.225427:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x915 [1] + 224 00000800:00000001:3.0:1787460832.225432:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.225509:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460832.225513:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460832.225517:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460832.225522:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460832.225527:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460832.225535:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460832.225556:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460832.225561:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460832.225564:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.227440:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460832.227448:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787460832.227467:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460832.227470:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460832.227474:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2cf78. 00000400:00000200:0.0:1787460832.227481:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e880 00000400:00000010:0.0:1787460832.227484:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e880. 00000100:00000001:0.0:1787460832.227488:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460832.227497:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460832.227508:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.227516:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460832.227519:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.227521:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460832.227525:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460832.227528:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460832.227530:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.227533:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460832.227553:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982db460 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460832.227573:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982db418 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460832.227576:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460832.227578:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460832.227580:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787460832.227583:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.227587:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460832.227589:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460832.227591:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460832.227593:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460832.227599:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.227606:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460832.227609:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460832.227611:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460832.227615:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460832.227622:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233695232:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1787460832.227629:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460832.227630:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460832.227632:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c370. 00000400:00000200:0.0:1787460832.227634:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561eee0 00000400:00000010:0.0:1787460832.227636:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561eee0. 00000100:00000001:0.0:1787460832.227638:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460832.227641:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460832.227650:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.227656:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460832.227658:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.227659:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460832.227661:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460832.227668:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460832.227669:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.227671:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460832.227676:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa85019460 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460832.227679:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa85019418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460832.227681:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460832.227682:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460832.227684:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787460832.227686:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.227688:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460832.227690:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460832.227691:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460832.227692:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460832.227697:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.227703:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460832.227704:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460832.227706:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460832.227709:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460832.227716:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233695488:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1787460832.227722:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460832.227723:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460832.227725:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c1b8. 00000400:00000200:0.0:1787460832.227728:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561edd0 00000400:00000010:0.0:1787460832.227730:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561edd0. 00000100:00000001:0.0:1787460832.227732:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460832.227736:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460832.227744:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.227750:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460832.227758:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.227760:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460832.227773:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460832.227775:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460832.227777:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.227779:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460832.227782:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460832.227785:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460832.227786:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460832.227788:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460832.227789:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787460832.227791:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.227793:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460832.227797:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.227803:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460832.227805:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460832.227806:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460832.227810:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460832.227817:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2412:1874288233695104:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1787460832.227823:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460832.227824:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460832.227826:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c160. 00000400:00000200:0.0:1787460832.227828:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561ee58 00000400:00000010:0.0:1787460832.227830:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561ee58. 00000100:00000001:0.0:1787460832.227832:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460832.227836:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460832.227844:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.227850:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460832.227856:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.227859:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460832.227860:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460832.227861:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460832.227863:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.227864:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460832.227869:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982d8c60 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460832.227871:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982d8c18 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460832.227873:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460832.227874:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460832.227876:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787460832.228025:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787460832.228034:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.228037:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460832.228038:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460832.228040:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460832.228041:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460832.228046:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.228052:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460832.228054:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460832.228056:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460832.228059:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460832.228066:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233695360:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1787460832.228072:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460832.228073:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460832.228075:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c948. 00000400:00000200:0.0:1787460832.228078:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e5d8 00000400:00000010:0.0:1787460832.228080:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e5d8. 00000100:00000001:0.0:1787460832.228082:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460832.228137:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460832.228144:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.228150:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460832.228152:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.228154:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460832.228155:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460832.228156:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460832.228158:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460832.228160:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460832.228164:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501e460 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460832.228167:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501e418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460832.228169:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460832.228170:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460832.228171:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787460832.228175:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787460832.228181:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.228184:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460832.228185:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460832.228186:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460832.228187:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460832.228190:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.228196:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460832.228198:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460832.228199:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460832.228202:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460832.228209:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233695616:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460832.228220:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.228223:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460832.228227:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8ca80 x1874288233695232/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.228233:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460832.228235:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460832.228239:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5c600. 02000000:00000001:0.0:1787460832.228242:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460832.228245:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460832.228246:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa982db000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000020:00000001:0.0:1787460832.228249:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460832.228251:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aa900. 02000000:00000001:0.0:1787460832.228255:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460832.228257:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460832.228259:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8ca80. 00000100:00000001:0.0:1787460832.228263:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460832.228264:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.228265:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460832.228268:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8f100 x1874288233695488/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.228274:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460832.228275:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460832.228276:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5de00. 02000000:00000001:0.0:1787460832.228278:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460832.228279:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460832.228280:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa85019000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000020:00000001:0.0:1787460832.228282:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460832.228283:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aa500. 02000000:00000001:0.0:1787460832.228285:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460832.228286:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460832.228287:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8f100. 00000100:00000001:0.0:1787460832.228290:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460832.228291:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.228292:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460832.228296:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8c700 x1874288233695104/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.228307:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460832.228309:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460832.228311:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5c800. 02000000:00000001:0.0:1787460832.228313:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460832.228314:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460832.228315:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:0.0:1787460832.228317:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460832.228318:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aaa00. 02000000:00000001:0.0:1787460832.228320:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460832.228321:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460832.228322:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8c700. 00000100:00000001:0.0:1787460832.228325:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460832.228326:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.228328:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460832.228331:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8ea00 x1874288233695360/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.228337:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460832.228338:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460832.228339:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5d000. 02000000:00000001:0.0:1787460832.228341:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460832.228342:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460832.228344:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa982d8800 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000020:00000001:0.0:1787460832.228345:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460832.228347:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aa800. 02000000:00000001:0.0:1787460832.228349:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460832.228350:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460832.228351:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8ea00. 00000100:00000001:0.0:1787460832.228353:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460832.228354:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.228356:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460832.228359:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8fb80 x1874288233695616/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460832.228364:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460832.228365:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460832.228372:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa92e5ce00. 02000000:00000001:0.0:1787460832.228375:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460832.228376:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460832.228377:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa8501e000 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000020:00000001:0.0:1787460832.228379:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460832.228380:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa863aa300. 02000000:00000001:0.0:1787460832.228382:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460832.228383:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460832.228384:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8fb80. 00000100:00000001:0.0:1787460832.228387:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460832.228388:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.228391:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460832.228398:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460832.228400:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460832.228402:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460832.228405:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460832.466602:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460832.466610:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460832.466614:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460832.466615:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787460832.466639:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787460832.466641:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787460832.466643:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460833.490236:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460833.490244:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460833.490251:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460833.490252:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460833.490283:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5b30 (cpu 3) has reached its deadline 4295048445, at 4295048448 00000100:00000010:3.0:1787460833.490295:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa8513a5a0. 00000020:00000001:1.0:1787460833.490419:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460833.490422:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460833.490425:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787460833.490482:0:8400:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5a20 (cpu 2) has reached its deadline 4295048445, at 4295048448 00000100:00000010:2.0:1787460833.490488:0:8400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa8513aa80. 00010000:00000001:3.0:1787460834.515219:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460834.515226:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460834.515232:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460834.515233:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787460834.515255:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787460834.515258:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787460834.515261:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460835.538723:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460835.538750:0:8470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787460835.538753:0:8470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787460835.538755:0:8470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460835.538761:0:8470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787460835.538762:0:8470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460835.538764:0:8470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460835.538767:0:8470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460835.538772:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460835.538773:0:8470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787460835.538775:0:8470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787460835.538776:0:8470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460835.538778:0:8470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787460835.538779:0:8470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460835.538781:0:8470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460835.538783:0:8470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460835.539129:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460835.539132:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460835.539135:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460836.562253:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460836.562260:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460836.562266:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460836.562267:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787460836.562290:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787460836.562292:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787460836.562295:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787460837.149538:0:10091:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787460837.149551:0:10091:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787460837.332651:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787460837.332661:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92efc380. 00000020:00000040:3.0:1787460837.332667:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:3.0:1787460837.332672:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787460837.332675:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787460837.332680:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787460837.332689:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1347e00. 00000100:00000001:3.0:1787460837.332696:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332708:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787460837.332719:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787460837.332738:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332746:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000476f56a8] to pc [ptlrpcd_01_00+0] req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.332781:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787460837.332788:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787460837.332791:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92eff100. 00000020:00000040:3.0:1787460837.332794:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa982db000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000100:00000001:3.0:1787460837.332797:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787460837.332798:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787460837.332800:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787460837.332804:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1347a00. 00000100:00000001:3.0:1787460837.332807:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332811:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787460837.332828:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787460837.332830:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332835:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031f193f6] to pc [ptlrpcd_01_01+1] req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.332843:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332845:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787460837.332848:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787460837.332851:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92efe300. 00000020:00000040:3.0:1787460837.332853:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa982d8800 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000100:00000001:3.0:1787460837.332856:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787460837.332857:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787460837.332858:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787460837.332862:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1347400. 00000100:00000001:3.0:1787460837.332864:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332868:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787460837.332887:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787460837.332889:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332893:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082b3c717] to pc [ptlrpcd_01_00+0] req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.332900:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787460837.332906:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787460837.332908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787460837.332912:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787460837.332915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787460837.332918:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787460837.332921:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92effb80. 00000020:00000040:3.0:1787460837.332923:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa85019000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000100:00000001:3.0:1787460837.332925:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787460837.332927:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787460837.332929:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787460837.332933:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1347900. 00000100:00000001:3.0:1787460837.332936:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332940:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787460837.332947:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787460837.332949:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332953:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031069d78] to pc [ptlrpcd_01_01+1] req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.332960:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787460837.332971:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787460837.332973:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92efca80. 00000020:00000040:3.0:1787460837.332976:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501e000 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000100:00000001:3.0:1787460837.332978:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787460837.332979:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787460837.332981:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787460837.332985:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1347700. 00000100:00000001:3.0:1787460837.332988:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.332992:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787460837.332999:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787460837.333001:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.333005:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b78ea489] to pc [ptlrpcd_01_00+0] req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.333011:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460837.333013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787460837.333017:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787460837.333019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787460837.333022:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787460837.333027:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (389) 00000100:00000001:2.0:1787460837.333365:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460837.333378:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460837.333381:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460837.333393:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.333405:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460837.333408:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.333412:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460837.333415:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460837.333417:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460837.333421:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233695744:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460837.333425:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460837.333432:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460837.333434:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.333437:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460837.333441:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa93624600. 02000000:00000001:2.0:1787460837.333443:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460837.333459:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460837.333463:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80948. 00000400:00000010:2.0:1787460837.333470:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de440. 00000100:00000200:2.0:1787460837.333477:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233695744, portal 25 00000100:00000001:2.0:1787460837.333479:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460837.333481:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153691284352 : -105920018267264 : ffff9faa92efc380) 00000100:00000040:2.0:1787460837.333487:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.333494:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460837.333497:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460837.333500:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de550. 00000100:00000200:2.0:1787460837.333502:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874288233695744, offset 0 00000400:00000200:2.0:1787460837.333509:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460837.333518:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460837.333524:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460837.333529:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460837.333534:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460837.333538:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460837.333540:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460837.333550:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [156:156:256:4294967295] 192.168.201.140@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1787460837.333555:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460837.333564:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460837.333571:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460837.333575:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41d00. 00000800:00000200:2.0:1787460837.333582:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460837.333589:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460837.333593:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460837.334924:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460837.334936:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460837.334939:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295053563 00000100:00000010:2.0:1787460837.334947:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa83f09720. 00000100:00000001:2.0:1787460837.334954:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787460837.334960:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295053563 00000100:00000010:2.0:1787460837.334963:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa83f09ea0. 00000100:00000001:2.0:1787460837.334966:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787460837.334969:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460837.334973:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.334977:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460837.334985:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.334993:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460837.334995:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.335193:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460837.335196:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460837.335199:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460837.335203:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233696000:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460837.335207:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460837.335211:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460837.335214:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.335227:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460837.335232:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa93625a00. 02000000:00000001:2.0:1787460837.335234:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460837.335238:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460837.335241:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e801b8. 00000400:00000010:2.0:1787460837.335659:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de7f8. 00000100:00000200:2.0:1787460837.335668:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233696000, portal 10 00000100:00000001:2.0:1787460837.335671:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460837.335672:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153691292416 : -105920018259200 : ffff9faa92efe300) 00000100:00000040:2.0:1787460837.335681:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.335688:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460837.335691:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460837.335693:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de5d8. 00000100:00000200:2.0:1787460837.335696:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233696000, offset 0 00000400:00000200:2.0:1787460837.335701:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460837.335707:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460837.335714:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460837.335719:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460837.335723:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460837.335726:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460837.335728:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460837.335732:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [157:157:255:4294967295] 192.168.201.140@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:2.0:1787460837.335736:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460837.335745:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460837.335751:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460837.335755:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41f00. 00000800:00000200:2.0:1787460837.335761:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460837.335768:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460837.335773:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460837.335776:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460837.335789:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: using a timeout of 147616 usecs (148 jiffies) 00000400:00000200:2.0:1787460837.335792:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460837.335795:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295052440 00000100:00000001:2.0:1787460837.335797:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295053563 00000100:00000001:2.0:1787460837.335799:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295052440 00000100:00000001:2.0:1787460837.335802:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295053563 00000100:00000001:2.0:1787460837.335804:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460837.335806:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.335808:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460837.335813:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.335827:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460837.335829:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.335831:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460837.335833:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460837.335835:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460837.335839:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233696256:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460837.335842:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460837.335845:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460837.335846:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.335848:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460837.335852:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa93624e00. 02000000:00000001:2.0:1787460837.335853:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460837.335856:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460837.335859:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80370. 00000400:00000010:2.0:1787460837.335863:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de2a8. 00000100:00000200:2.0:1787460837.335866:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233696256, portal 10 00000100:00000001:2.0:1787460837.335868:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460837.335869:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153691286144 : -105920018265472 : ffff9faa92efca80) 00000100:00000040:2.0:1787460837.335875:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.335892:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460837.335894:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460837.335896:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de770. 00000100:00000200:2.0:1787460837.335899:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233696256, offset 0 00000400:00000200:2.0:1787460837.335903:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460837.335907:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460837.335910:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460837.335913:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460837.335915:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460837.335917:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460837.335919:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460837.335921:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [158:158:254:4294967295] 192.168.201.140@tcp LPNI seq info [158:158:6:4294967295] 00000400:00000200:2.0:1787460837.335924:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460837.335930:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460837.335934:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460837.335937:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41000. 00000800:00000200:2.0:1787460837.335940:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460837.335944:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460837.335947:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460837.335950:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460837.335952:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: using a timeout of 32523 usecs (33 jiffies) 00000400:00000200:2.0:1787460837.335955:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460837.335957:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295052325 00000100:00000001:2.0:1787460837.335959:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295053563 00000100:00000001:2.0:1787460837.335961:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295052325 00000100:00000001:2.0:1787460837.335963:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295053563 00000100:00000001:2.0:1787460837.335965:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460837.335967:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.335975:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.335978:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.335986:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460837.335988:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787460837.335991:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460837.335992:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460837.335994:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460837.335997:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787460837.335999:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787460837.336475:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460837.336479:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41d00. 00000400:00000200:3.0:1787460837.336488:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460837.336494:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460837.336500:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de550 00000400:00000010:3.0:1787460837.336502:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de550. 00000100:00000001:3.0:1787460837.336506:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460837.336511:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.336532:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460837.336536:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.336543:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460837.336544:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460837.336560:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460837.336563:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41f00. 00000400:00000200:3.0:1787460837.336566:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460837.336569:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460837.336572:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de5d8 00000400:00000010:3.0:1787460837.336573:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de5d8. 00000100:00000001:3.0:1787460837.336576:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460837.336579:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.336586:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460837.336589:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.336595:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460837.336596:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460837.339594:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460837.339602:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41000. 00000400:00000200:3.0:1787460837.339610:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460837.339619:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460837.339626:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de770 00000400:00000010:3.0:1787460837.339628:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de770. 00000100:00000001:3.0:1787460837.339633:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460837.339641:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.339653:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460837.339656:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.339683:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460837.339685:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460837.339696:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.339706:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460837.339709:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.339711:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460837.339718:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.339723:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460837.339730:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.339734:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.339739:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.339742:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604b00 00000400:00000200:3.0:1787460837.339747:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.339753:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x945 [1] + 224 00000800:00000001:3.0:1787460837.339760:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.339764:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460837.339766:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460837.339769:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460837.339774:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460837.339778:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460837.339787:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.340064:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460837.340068:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.340070:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460837.340073:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460837.340075:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460837.340084:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.340528:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460837.340530:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.340535:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460837.340538:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460837.340541:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460837.340546:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233695872:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460837.340550:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460837.340555:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460837.340558:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.340561:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460837.340569:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa93624c00. 02000000:00000001:2.0:1787460837.340571:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460837.340575:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460837.340580:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80aa8. 00000400:00000010:2.0:1787460837.340585:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de110. 00000100:00000200:2.0:1787460837.340591:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233695872, portal 10 00000100:00000001:2.0:1787460837.340593:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460837.340595:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153691296000 : -105920018255616 : ffff9faa92eff100) 00000100:00000040:2.0:1787460837.340602:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.340619:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460837.340622:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460837.340625:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de198. 00000100:00000200:2.0:1787460837.340629:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233695872, offset 0 00000400:00000200:2.0:1787460837.340634:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460837.340641:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460837.340648:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460837.340652:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460837.340657:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460837.340661:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460837.340664:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460837.340668:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [159:159:256:4294967295] 192.168.201.140@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1787460837.340672:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460837.340679:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460837.340685:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460837.340690:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41000. 00000800:00000200:2.0:1787460837.340696:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460837.340703:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460837.340707:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460837.340712:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460837.340717:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: using a timeout of 120968 usecs (121 jiffies) 00000400:00000200:2.0:1787460837.340720:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460837.340723:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295052418 00000100:00000001:2.0:1787460837.340726:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295053563 00000100:00000001:2.0:1787460837.340729:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295052418 00000100:00000001:2.0:1787460837.340731:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295053563 00000100:00000001:2.0:1787460837.340733:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460837.340735:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.340744:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460837.340748:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.340756:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460837.340757:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.340759:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460837.340761:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460837.340763:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460837.340766:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233696128:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460837.340769:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460837.340772:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460837.340773:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.340775:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460837.340778:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa93625400. 02000000:00000001:2.0:1787460837.340780:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460837.340784:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460837.340786:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80108. 00000400:00000010:2.0:1787460837.340790:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de990. 00000100:00000200:2.0:1787460837.340793:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233696128, portal 10 00000100:00000001:2.0:1787460837.340807:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460837.340809:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153691298688 : -105920018252928 : ffff9faa92effb80) 00000100:00000040:2.0:1787460837.340816:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.340822:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460837.340824:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460837.340827:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980deee0. 00000100:00000200:2.0:1787460837.340829:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233696128, offset 0 00000400:00000200:2.0:1787460837.340834:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460837.340838:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460837.340842:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460837.340844:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460837.340847:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460837.340849:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460837.340857:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460837.340860:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [160:160:255:4294967295] 192.168.201.140@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:2.0:1787460837.340864:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460837.340870:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460837.340874:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460837.340877:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41f00. 00000800:00000200:2.0:1787460837.340880:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460837.340884:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460837.340887:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460837.340890:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460837.340893:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: using a timeout of 24408 usecs (25 jiffies) 00000400:00000200:2.0:1787460837.340896:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460837.340898:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295052322 00000100:00000001:2.0:1787460837.340900:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295053563 00000100:00000001:2.0:1787460837.340901:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295052322 00000100:00000001:2.0:1787460837.340903:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295053563 00000100:00000001:2.0:1787460837.340905:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460837.340907:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460837.341442:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787460837.341480:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460837.341483:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41000. 00000400:00000200:3.0:1787460837.341489:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460837.341494:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460837.341498:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de198 00000400:00000010:3.0:1787460837.341500:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de198. 00000100:00000001:3.0:1787460837.341503:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460837.341513:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.341521:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460837.341524:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.341530:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460837.341532:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460837.341538:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.341544:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460837.341546:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.341548:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460837.341552:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.341556:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460837.341561:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.341564:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.341568:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.341571:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604c00 00000400:00000200:3.0:1787460837.341574:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.341579:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x955 [1] + 224 00000800:00000001:3.0:1787460837.341583:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.341587:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460837.341589:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460837.341592:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460837.341596:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460837.341599:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460837.341620:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.341627:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1787460837.341805:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460837.341807:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460837.341809:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e801b8. 00000400:00000200:2.0:1787460837.341812:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de7f8 00000400:00000010:2.0:1787460837.341814:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de7f8. 00000100:00000001:2.0:1787460837.341816:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460837.341821:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460837.341830:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.341836:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460837.341843:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.341845:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460837.341848:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460837.341850:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460837.341852:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.341855:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460837.341863:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982d8c60 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460837.341867:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982d8c18 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460837.341869:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460837.341871:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460837.341873:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787460837.341878:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787460837.341884:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.341887:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460837.341890:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460837.341892:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460837.341893:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460837.341897:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.341903:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460837.341905:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460837.341907:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460837.341911:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460837.341919:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233696000:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1787460837.341925:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460837.341926:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460837.341927:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80370. 00000400:00000200:2.0:1787460837.341930:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de2a8 00000400:00000010:2.0:1787460837.341931:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de2a8. 00000100:00000001:2.0:1787460837.341933:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460837.341947:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460837.341953:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.341958:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460837.341960:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.341962:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460837.341963:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460837.341964:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460837.341965:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.341967:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460837.341971:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501e460 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460837.341973:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501e418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460837.341975:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460837.341976:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460837.341977:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787460837.341981:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787460837.341986:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.341988:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460837.341989:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460837.341991:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460837.341992:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460837.341995:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.342001:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460837.342003:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460837.342004:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460837.342007:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460837.342014:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233696256:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460837.342024:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.342027:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460837.342030:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92efe300 x1874288233696000/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.342035:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460837.342037:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460837.342040:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa93625a00. 02000000:00000001:2.0:1787460837.342043:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460837.342046:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460837.342048:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa982d8800 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000020:00000001:2.0:1787460837.342050:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460837.342052:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1347400. 02000000:00000001:2.0:1787460837.342055:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460837.342056:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460837.342058:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92efe300. 00000100:00000001:2.0:1787460837.342061:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460837.342062:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.342064:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460837.342066:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92efca80 x1874288233696256/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.342072:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460837.342074:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460837.342075:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa93624e00. 02000000:00000001:2.0:1787460837.342077:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460837.342078:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460837.342079:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa8501e000 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000020:00000001:2.0:1787460837.342081:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460837.342082:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1347700. 02000000:00000001:2.0:1787460837.342084:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460837.342085:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460837.342086:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92efca80. 00000800:00000200:3.0:1787460837.343070:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460837.343075:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41f00. 00000400:00000200:3.0:1787460837.343088:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1787460837.344137:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460837.344141:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.344147:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.344149:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460837.344162:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460837.344166:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.344168:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.344186:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460837.344188:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787460837.344634:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460837.344642:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980deee0 00000400:00000010:3.0:1787460837.344645:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980deee0. 00000100:00000001:3.0:1787460837.344649:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460837.344656:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.344667:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460837.344671:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.344677:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460837.344679:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460837.344691:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.344703:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460837.344705:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.344708:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460837.344714:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344718:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460837.344725:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344728:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344732:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344736:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6a8a7bc604a00 00000400:00000200:3.0:1787460837.344740:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344744:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x935 [1] + 224 00000800:00000001:3.0:1787460837.344751:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.344754:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460837.344756:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460837.344759:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460837.344763:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460837.344766:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460837.344775:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.344811:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460837.344819:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.344824:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460837.344826:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.344828:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460837.344832:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344835:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460837.344840:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344842:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344845:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344847:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604a80 00000400:00000200:3.0:1787460837.344851:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344855:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x965 [1] + 224 00000800:00000001:3.0:1787460837.344859:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.344863:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460837.344865:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460837.344868:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460837.344871:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460837.344875:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460837.344883:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.344890:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460837.344893:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.344896:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460837.344897:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.344900:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460837.344902:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344905:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460837.344909:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344911:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344920:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344922:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc604b80 00000400:00000200:3.0:1787460837.344925:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460837.344928:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x975 [1] + 224 00000800:00000001:3.0:1787460837.344932:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.344937:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460837.344939:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460837.344942:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460837.344945:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460837.344949:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460837.344957:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460837.344965:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460837.344968:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460837.344971:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.345128:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460837.345131:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787460837.345136:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460837.345138:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460837.345141:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80aa8. 00000400:00000200:2.0:1787460837.345144:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de110 00000400:00000010:2.0:1787460837.345146:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de110. 00000100:00000001:2.0:1787460837.345148:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460837.345153:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460837.345162:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.345168:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460837.345169:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.345172:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460837.345175:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460837.345178:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460837.345180:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.345183:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460837.345191:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982db460 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460837.345195:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982db418 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460837.345198:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460837.345200:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460837.345202:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787460837.345205:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.345208:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460837.345210:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460837.345212:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460837.345214:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460837.345219:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.345237:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460837.345239:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460837.345241:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460837.345259:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460837.345268:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27f16748-35fa-4480-8502-10646644ddbc:2413:1874288233695872:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1787460837.345274:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460837.345275:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460837.345277:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80108. 00000400:00000200:2.0:1787460837.345279:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de990 00000400:00000010:2.0:1787460837.345281:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de990. 00000100:00000001:2.0:1787460837.345283:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460837.345287:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460837.345696:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.345702:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460837.345704:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.345705:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460837.345707:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460837.345708:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460837.345710:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.345712:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460837.345716:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa85019460 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460837.345719:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa85019418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460837.345722:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460837.345723:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460837.345725:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787460837.345727:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.345729:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460837.345730:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460837.345737:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460837.345739:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460837.345744:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.345750:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460837.345752:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460837.345753:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460837.345756:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460837.345763:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:259e19ad-2400-4dba-8976-3787ca22d20e:2413:1874288233696128:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1787460837.345768:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460837.345770:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460837.345771:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80948. 00000400:00000200:2.0:1787460837.345774:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de440 00000400:00000010:2.0:1787460837.345776:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de440. 00000100:00000001:2.0:1787460837.345778:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460837.345781:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460837.345789:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.346176:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460837.346178:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.346180:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460837.346182:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460837.346183:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460837.346185:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460837.346187:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460837.346190:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460837.346193:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460837.346195:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460837.346196:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460837.346198:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787460837.346207:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.346209:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460837.346214:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.346221:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460837.346224:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460837.346225:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460837.346229:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460837.346236:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2413:1874288233695744:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460837.346240:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.346242:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460837.346246:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92eff100 x1874288233695872/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.346252:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460837.346254:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460837.346257:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa93624c00. 02000000:00000001:2.0:1787460837.346260:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460837.346263:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460837.346264:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa982db000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000020:00000001:2.0:1787460837.346267:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460837.346269:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1347a00. 02000000:00000001:2.0:1787460837.346272:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460837.346274:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460837.346275:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92eff100. 00000100:00000001:2.0:1787460837.346279:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460837.346280:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.346282:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460837.346285:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92effb80 x1874288233696128/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.346868:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460837.346870:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460837.346879:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa93625400. 02000000:00000001:2.0:1787460837.346882:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460837.346883:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460837.346885:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa85019000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000020:00000001:2.0:1787460837.346887:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460837.346888:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1347900. 02000000:00000001:2.0:1787460837.346891:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460837.346892:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460837.346894:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92effb80. 00000100:00000001:2.0:1787460837.346896:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460837.346898:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.346899:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460837.346904:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92efc380 x1874288233695744/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460837.346910:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460837.346912:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460837.346913:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa93624600. 02000000:00000001:2.0:1787460837.346915:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460837.346916:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460837.346917:0:2413:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:2.0:1787460837.346919:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460837.346921:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1347e00. 02000000:00000001:2.0:1787460837.346923:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460837.346924:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460837.346925:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92efc380. 00000100:00000001:2.0:1787460837.346927:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460837.346928:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.346930:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460837.346938:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460837.346940:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460837.346944:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460837.346946:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460837.590751:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460837.590759:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460837.590765:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460837.590767:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460837.591789:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460837.591793:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460837.591797:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1787460837.624072:0:10127:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787460837.624079:0:10127:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:0.0:1787460837.627063:0:10127:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1787460838.610245:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460838.610253:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460838.610259:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460838.610260:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460838.610277:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5b30 (cpu 3) has reached its deadline 4295053563, at 4295053568 00000100:00000010:3.0:1787460838.610287:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa83f09ea0. 00000020:00000001:1.0:1787460838.610411:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460838.610415:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460838.610418:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787460838.610605:0:8400:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5a20 (cpu 2) has reached its deadline 4295053563, at 4295053568 00000100:00000010:2.0:1787460838.610612:0:8400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa83f09720. 00000080:00000001:1.0:1787460838.760741:0:10225:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787460838.760753:0:10225:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460839.634193:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460839.634201:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460839.634207:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460839.634208:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460839.634367:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460839.634371:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460839.634374:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1787460840.160000:0:10289:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9faa86a0bf50. 00000400:00000040:3.0:1787460840.160024:0:10289:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1787460840.160027:0:10289:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1787460840.160034:0:10289:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1787460840.160036:0:10289:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1787460840.160037:0:10289:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1787460840.160039:0:10289:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:3.0:1787460840.160041:0:10289:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:3.0:1787460840.160315:0:10289:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9faa86a0bf50. 00010000:00000001:3.0:1787460840.659068:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460840.659075:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460840.659081:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460840.659083:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460840.659416:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460840.659421:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460840.659423:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1787460840.956957:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.956976:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460840.956980:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.956982:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460840.956991:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.956999:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460840.957008:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.957013:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.957020:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.957024:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 328 into portal 15 MB=0x6a8a7bdb1a100 00000400:00000200:3.0:1787460840.957035:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.140@tcp of length 328/328 into md 0x5 [2] + 984 00000800:00000001:3.0:1787460840.957042:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.957046:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460840.957049:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460840.957054:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460840.957063:0:2406:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787460840.957065:0:2406:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787460840.957071:0:2406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92eff480. 00000100:00000040:3.0:1787460840.957075:0:2406:0:(events.c:337:request_in_callback()) incoming req@ffff9faa92eff480 x1874288255803648 msgsize 328 00000100:00100000:3.0:1787460840.957079:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.140@tcp (source: 12345-192.168.201.140@tcp) 00000100:00000001:3.0:1787460840.957187:0:2406:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787460840.957196:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.957200:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460840.957202:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.957204:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460840.957214:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.957218:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460840.957222:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.957226:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.957229:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.957232:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 328 into portal 15 MB=0x6a8a7bdb1a400 00000400:00000200:3.0:1787460840.957237:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.140@tcp of length 328/328 into md 0x5 [2] + 1312 00000800:00000001:3.0:1787460840.957241:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.957245:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460840.957248:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460840.957251:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460840.957255:0:2406:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787460840.957256:0:2406:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787460840.957259:0:2406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92efc000. 00000100:00000040:3.0:1787460840.957262:0:2406:0:(events.c:337:request_in_callback()) incoming req@ffff9faa92efc000 x1874288255804416 msgsize 328 00000100:00100000:3.0:1787460840.957266:0:2406:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.140@tcp (source: 12345-192.168.201.140@tcp) 00000020:00000010:2.0:1787460840.958151:0:6177:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9faa82f2c000. 00000100:00000001:2.0:1787460840.958223:0:6177:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1787460840.958287:0:2406:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787460840.958296:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.958302:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787460840.958331:0:6176:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787460840.958827:0:6177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874288255803648 02000000:00000001:2.0:1787460840.958831:0:6177:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787460840.958834:0:6177:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460840.958836:0:6177:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460840.958840:0:6177:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460840.958845:0:6177:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874288255803648 00000020:00000001:2.0:1787460840.958848:0:6177:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787460840.958850:0:6177:0:(genops.c:804:class_conn2export()) looking for export cookie 0x552a9ea4e82a93fd 00000020:00000001:2.0:1787460840.958852:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787460840.958856:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9faa91ef8800 refcount=3 00000020:00000001:2.0:1787460840.958859:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638153674491904 : -105920035059712 : ffff9faa91ef8800) 00000020:00000001:2.0:1787460840.958861:0:6177:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638153674491904 : -105920035059712 : ffff9faa91ef8800) 00000100:00000001:2.0:1787460840.958865:0:6177:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787460840.958870:0:6177:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9faa82f391c0. 00000100:00000001:2.0:1787460840.958873:0:6177:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787460840.958876:0:6177:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9faa82f391c0. 00000020:00000010:2.0:1787460840.958883:0:6177:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9faa934c2400. 00000020:00000010:2.0:1787460840.958887:0:6177:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9faa861df200. 00000020:00000010:2.0:1787460840.958892:0:6177:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9faa831b5000. 00000100:00000040:2.0:1787460840.958901:0:6177:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787460840.958905:0:6177:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787460840.958906:0:6177:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787460840.958908:0:6177:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460840.958915:0:6177:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460840.958918:0:6177:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460840.958927:0:6177:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787460840.958929:0:6177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874288255804416 02000000:00000001:2.0:1787460840.958930:0:6177:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787460840.958932:0:6177:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460840.958933:0:6177:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460840.958935:0:6177:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460840.958937:0:6177:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874288255804416 00000020:00000001:2.0:1787460840.958939:0:6177:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787460840.958940:0:6177:0:(genops.c:804:class_conn2export()) looking for export cookie 0x552a9ea4e82a93fd 00000020:00000001:2.0:1787460840.958941:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787460840.958949:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9faa91ef8800 refcount=4 00000020:00000001:2.0:1787460840.958951:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638153674491904 : -105920035059712 : ffff9faa91ef8800) 00000020:00000001:2.0:1787460840.958953:0:6177:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638153674491904 : -105920035059712 : ffff9faa91ef8800) 00000100:00000001:2.0:1787460840.958955:0:6177:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787460840.958957:0:6177:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9faa82f391c0. 00000100:00000001:2.0:1787460840.958960:0:6177:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787460840.958962:0:6177:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9faa82f391c0. 00000020:00000010:2.0:1787460840.958966:0:6177:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9faa934c2200. 00000020:00000010:2.0:1787460840.958969:0:6177:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9faa861df600. 00000020:00000010:2.0:1787460840.958972:0:6177:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9faa831b5898. 00000100:00000001:2.0:1787460840.958975:0:6177:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787460840.958976:0:6177:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787460840.958978:0:6177:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460840.958981:0:6177:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460840.958983:0:6177:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460840.958989:0:6177:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787460840.958991:0:6177:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787460840.958998:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.140@tcp, seq: 3 00000100:00000040:2.0:1787460840.959002:0:6177:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9faa91ef8800 : new rpc_count 1 00000100:00000001:2.0:1787460840.959004:0:6177:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638153691296896 : -105920018254720 : ffff9faa92eff480) 00000100:00000040:2.0:1787460840.959010:0:6177:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9faa92eff480 x1874288255803648/t0(0) o104->a82f4cb9-0a07-4767-a9ee-ed862cc6951d@192.168.201.140@tcp:616/0 lens 328/0 e 0 to 0 dl 1787460851 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460840.959019:0:6177:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787460840.959021:0:6177:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9faa82f391c0. 00000100:00000001:2.0:1787460840.959023:0:6177:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787460840.959025:0:6177:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9faa82f391c0. 00000100:00100000:2.0:1787460840.959029:0:6177:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9faa92eff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:a82f4cb9-0a07-4767-a9ee-ed862cc6951d+4:13404:x1874288255803648:12345-192.168.201.140@tcp:104: 00000100:00000200:2.0:1787460840.959033:0:6177:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874288255803648 00010000:00000001:2.0:1787460840.959036:0:6177:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787460840.959043:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787460840.959044:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787460840.959051:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9faac2166c00 refcount=2 00000020:00000001:2.0:1787460840.959053:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638154482347008 : -105919227204608 : ffff9faac2166c00) 00010000:00000001:2.0:1787460840.959056:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638154482347008 : -105919227204608 : ffff9faac2166c00) 00010000:00000001:2.0:1787460840.959060:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787460840.959063:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787460840.959067:0:6177:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787460840.959076:0:6177:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787460840.959078:0:6177:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787460840.959082:0:6177:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9faa900ce400. 02000000:00000001:2.0:1787460840.959084:0:6177:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460840.959086:0:6177:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460840.959110:0:6177:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787460840.959113:0:6177:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460840.959116:0:6177:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faaa16fe1e8 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460840.959121:0:6177:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787460840.959124:0:6177:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9faa92f66e80 refcount 28 to 192.168.201.140@tcp 00000100:00000001:2.0:1787460840.959126:0:6177:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638153691721344 : -105920017830272 : ffff9faa92f66e80) 02000000:00000001:2.0:1787460840.959129:0:6177:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787460840.959130:0:6177:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460840.959134:0:6177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460840.959136:0:6177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460840.959141:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de440. 00000100:00000200:2.0:1787460840.959146:0:6177:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874288255803648, offset 224 00000400:00000200:2.0:1787460840.959152:0:6177:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000100:00000001:3.0:1787460840.959589:0:6176:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460840.966715:0:6177:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460840.966784:0:6177:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.40@tcp to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460840.966791:0:6177:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [161:161:256:4294967295] 192.168.201.140@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1787460840.966798:0:6177:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460840.966808:0:6177:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:192.168.201.40@tcp) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460840.966815:0:6177:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460840.966839:0:6177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41c00. 00000800:00000200:2.0:1787460840.966846:0:6177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460840.966854:0:6177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460840.966858:0:6177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460840.966871:0:6177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460840.966875:0:6177:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9faa92f66e80 refcount 27 to 192.168.201.140@tcp 00010000:00000001:2.0:1787460840.966880:0:6177:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1787460840.966884:0:6177:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9faa85089840. 00010000:00000001:2.0:1787460840.966887:0:6177:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787460840.966900:0:6177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1787460840.966903:0:6177:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460840.966905:0:6177:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460840.966907:0:6177:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460840.966916:0:6177:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92eff480 x1874288255803648/t0(0) o104->a82f4cb9-0a07-4767-a9ee-ed862cc6951d@192.168.201.140@tcp:616/0 lens 328/224 e 0 to 0 dl 1787460851 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787460840.966926:0:6177:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9faa92eff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:a82f4cb9-0a07-4767-a9ee-ed862cc6951d+4:13404:x1874288255803648:12345-192.168.201.140@tcp:104: Request processed in 7905us (9849us total) trans 0 rc 0/0 00000100:00100000:2.0:1787460840.966937:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.140@tcp, seq: 3 00000100:00000040:2.0:1787460840.966940:0:6177:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9faa91ef8800 : new rpc_count 0 00000100:00000001:2.0:1787460840.966943:0:6177:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787460840.966945:0:6177:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787460840.966952:0:6177:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9faa861df200. 00000020:00000010:2.0:1787460840.966958:0:6177:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9faa831b5000. 00000020:00000010:2.0:1787460840.966963:0:6177:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9faa934c2400. 00000020:00000040:2.0:1787460840.966968:0:6177:0:(genops.c:879:class_export_put()) PUTting export ffff9faa91ef8800 : new refcount 3 00000100:00000001:2.0:1787460840.966971:0:6177:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460840.966991:0:6177:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787460840.966993:0:6177:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787460840.966997:0:6177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.140@tcp, seq: 4 00000100:00000040:2.0:1787460840.967000:0:6177:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9faa91ef8800 : new rpc_count 1 00000100:00000001:2.0:1787460840.967002:0:6177:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638153691283456 : -105920018268160 : ffff9faa92efc000) 00000100:00000040:2.0:1787460840.967013:0:6177:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9faa92efc000 x1874288255804416/t0(0) o104->a82f4cb9-0a07-4767-a9ee-ed862cc6951d@192.168.201.140@tcp:616/0 lens 328/0 e 0 to 0 dl 1787460851 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787460840.967023:0:6177:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787460840.967025:0:6177:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9faa82f391c0. 00000100:00000001:2.0:1787460840.967028:0:6177:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787460840.967031:0:6177:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9faa82f391c0. 00000100:00100000:2.0:1787460840.967035:0:6177:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9faa92efc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:a82f4cb9-0a07-4767-a9ee-ed862cc6951d+3:13404:x1874288255804416:12345-192.168.201.140@tcp:104: 00000100:00000200:2.0:1787460840.967038:0:6177:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874288255804416 00010000:00000001:2.0:1787460840.967041:0:6177:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787460840.967047:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787460840.967050:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787460840.967053:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9faa829c5800 refcount=2 00000020:00000001:2.0:1787460840.967055:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:2.0:1787460840.967058:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:2.0:1787460840.967061:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787460840.967064:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787460840.967068:0:6177:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787460840.967078:0:6177:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787460840.967080:0:6177:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787460840.967085:0:6177:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9faa900cf000. 02000000:00000001:2.0:1787460840.967087:0:6177:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460840.967105:0:6177:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460840.967110:0:6177:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787460840.967112:0:6177:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460840.967116:0:6177:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faaa16fe1e8 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460840.967121:0:6177:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787460840.967123:0:6177:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9faa92f66e80 refcount 28 to 192.168.201.140@tcp 00000100:00000001:2.0:1787460840.967126:0:6177:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638153691721344 : -105920017830272 : ffff9faa92f66e80) 02000000:00000001:2.0:1787460840.967128:0:6177:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787460840.967135:0:6177:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460840.967138:0:6177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460840.967140:0:6177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460840.967145:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de990. 00000100:00000200:2.0:1787460840.967151:0:6177:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874288255804416, offset 224 00000400:00000200:2.0:1787460840.967157:0:6177:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460840.967164:0:6177:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460840.967168:0:6177:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.40@tcp to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460840.967173:0:6177:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [162:162:255:4294967295] 192.168.201.140@tcp LPNI seq info [162:162:7:4294967295] 00000400:00000200:2.0:1787460840.967177:0:6177:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460840.967183:0:6177:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:192.168.201.40@tcp) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460840.967188:0:6177:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460840.967191:0:6177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41f00. 00000800:00000200:2.0:1787460840.967195:0:6177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460840.967199:0:6177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460840.967202:0:6177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460840.967205:0:6177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460840.967207:0:6177:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9faa92f66e80 refcount 27 to 192.168.201.140@tcp 00010000:00000001:2.0:1787460840.967210:0:6177:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1787460840.967212:0:6177:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9faa850890c0. 00010000:00000001:2.0:1787460840.967214:0:6177:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787460840.967222:0:6177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1787460840.967224:0:6177:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460840.967226:0:6177:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460840.967227:0:6177:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460840.967231:0:6177:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92efc000 x1874288255804416/t0(0) o104->a82f4cb9-0a07-4767-a9ee-ed862cc6951d@192.168.201.140@tcp:616/0 lens 328/224 e 0 to 0 dl 1787460851 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787460840.967240:0:6177:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9faa92efc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:a82f4cb9-0a07-4767-a9ee-ed862cc6951d+3:13404:x1874288255804416:12345-192.168.201.140@tcp:104: Request processed in 217us (9976us total) trans 0 rc 0/0 00000020:00000001:1.0:1787460840.967350:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460840.967352:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460840.967355:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1787460840.967358:0:6185:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787460840.967360:0:6185:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787460840.967364:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460840.967372:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9faac2166c00 already unused, calling callback (ffffffffc1340c20) 10000000:00000001:1.0:1787460840.967375:0:6185:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1787460840.967377:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460840.967398:0:6185:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787460840.967400:0:6185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787460840.967401:0:6185:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787460840.967403:0:6185:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9faac2166c00 refcount=3 00000020:00000001:1.0:1787460840.967405:0:6185:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638154482347008 : -105919227204608 : ffff9faac2166c00) 00010000:00000001:1.0:1787460840.967407:0:6185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638154482347008 : -105919227204608 : ffff9faac2166c00) 00010000:00000001:1.0:1787460840.967410:0:6185:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787460840.967419:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1787460840.967425:0:6185:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1787460840.967427:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787460840.967433:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1787460840.967436:0:6185:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1787460840.967438:0:6185:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1787460840.967440:0:6185:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1787460840.967441:0:6185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787460840.967443:0:6185:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460840.967453:0:6185:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1787460840.967455:0:6185:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787460840.967457:0:6185:0:(mgc_request.c:123:config_log_put()) log params(ffff9faa91e19a00) refs 2 10000000:00000001:1.0:1787460840.967459:0:6185:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1787460840.967460:0:6185:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460840.967463:0:6185:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787460840.967466:0:6185:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787460840.967467:0:6185:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787460840.967469:0:6185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787460840.967470:0:6185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787460840.967473:0:6185:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9faac2166c00 with handle 0x552a9ea4e82a94c8 from hash 00010000:00000001:1.0:1787460840.967475:0:6185:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787460840.967477:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460840.967479:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460840.967480:0:6185:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787460840.967482:0:6185:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787460840.967483:0:6185:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1787460840.967486:0:6185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787460840.967488:0:6185:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1787460840.967494:0:6185:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8c380. 00000020:00000040:1.0:1787460840.967497:0:6185:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:1.0:1787460840.967501:0:6185:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460840.967503:0:6185:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460840.967511:0:6185:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460840.967517:0:6185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9faa91e19c00. 00000100:00000001:1.0:1787460840.967522:0:6185:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460840.967525:0:6185:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787460840.967528:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460840.967534:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787460840.967535:0:6185:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460840.967539:0:6185:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460840.967544:0:6185:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460840.967550:0:6185:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002818dc28] to pc [ptlrpcd_00_00+0] req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787460840.967566:0:6185:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787460840.967568:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460840.967570:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460840.967571:0:6185:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460840.967573:0:6185:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460840.967575:0:6185:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460840.967578:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460840.967583:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787460840.967585:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.140@tcp lock: ffff9faac2166c00/0x552a9ea4e82a94c8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c4244 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460840.967597:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460840.967598:0:6185:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1787460840.967600:0:6185:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9faa85089840. 00010000:00000001:1.0:1787460840.967604:0:6185:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460840.967606:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460840.967608:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460840.967610:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787460840.967612:0:6185:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787460840.967613:0:6185:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787460840.967619:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460840.967625:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9faa829c5800 already unused, calling callback (ffffffffc1340c20) 10000000:00000001:1.0:1787460840.967628:0:6185:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1787460840.967630:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460840.967635:0:6185:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787460840.967636:0:6185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787460840.967637:0:6185:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787460840.967639:0:6185:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9faa829c5800 refcount=3 00000020:00000001:1.0:1787460840.967641:0:6185:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:1.0:1787460840.967643:0:6185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:1.0:1787460840.967645:0:6185:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787460840.967647:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1787460840.967652:0:6185:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1787460840.967654:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787460840.967659:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1787460840.967661:0:6185:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1787460840.967662:0:6185:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1787460840.967664:0:6185:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1787460840.967665:0:6185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787460840.967667:0:6185:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460840.967669:0:6185:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1787460840.967670:0:6185:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787460840.967671:0:6185:0:(mgc_request.c:123:config_log_put()) log params(ffff9faa83b98e00) refs 2 10000000:00000001:1.0:1787460840.967673:0:6185:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1787460840.967674:0:6185:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460840.967676:0:6185:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787460840.967681:0:6185:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787460840.967682:0:6185:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787460840.967684:0:6185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787460840.967685:0:6185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787460840.967688:0:6185:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9faa829c5800 with handle 0x552a9ea4e82a9489 from hash 00010000:00000001:1.0:1787460840.967690:0:6185:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787460840.967691:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460840.967692:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460840.967693:0:6185:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787460840.967694:0:6185:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787460840.967696:0:6185:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1787460840.967698:0:6185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787460840.967700:0:6185:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1787460840.967703:0:6185:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8ed80. 00000020:00000040:1.0:1787460840.967705:0:6185:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=5 obd=MGC192.168.201.140@tcp 00000100:00000001:1.0:1787460840.967707:0:6185:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460840.967709:0:6185:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460840.967711:0:6185:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460840.967714:0:6185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9faa91e19e00. 00000100:00000001:1.0:1787460840.967717:0:6185:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460840.967718:0:6185:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787460840.967721:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460840.967727:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787460840.967878:0:6185:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460840.967882:0:6185:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460840.967885:0:6185:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460840.967890:0:6185:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad5c1e8] to pc [ptlrpcd_00_01+1] req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787460840.967900:0:6185:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787460840.967902:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460840.967903:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460840.967904:0:6185:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460840.967906:0:6185:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460840.967913:0:6185:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460840.967916:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460840.967922:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787460840.967924:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a9489 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13abddf344c41f7 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787460840.967929:0:6185:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9faa88c2a900 count: 0 00010000:00000001:1.0:1787460840.967938:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460840.967939:0:6185:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1787460840.967940:0:6185:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9faa850890c0. 00010000:00000001:1.0:1787460840.967943:0:6185:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460840.967945:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460840.967947:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460840.967948:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787460840.967950:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460840.967951:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460840.967953:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787460840.967954:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460840.967955:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460840.967957:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787460840.968031:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460840.968035:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460840.968037:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460840.968044:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460840.968051:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460840.968053:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460840.968056:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460840.968059:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460840.968061:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460840.968064:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233696384:192.168.201.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787460840.968068:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460840.968073:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460840.968075:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460840.968078:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460840.968082:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa850a5a00. 02000000:00000001:0.0:1787460840.968084:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460840.968122:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460840.968125:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c948. 00000400:00000010:0.0:1787460840.968131:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e5d8. 00000100:00000200:0.0:1787460840.968136:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233696384, portal 18 00000100:00000001:0.0:1787460840.968139:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460840.968141:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674048384 : -105920035503232 : ffff9faa91e8c380) 00000100:00000040:0.0:1787460840.968146:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460840.968152:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460840.968155:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460840.968157:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561ee58. 00000100:00000200:0.0:1787460840.968160:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874288233696384, offset 0 00000400:00000200:0.0:1787460840.968165:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460840.968169:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460840.968173:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460840.968177:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460840.968181:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460840.968185:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460840.968188:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460840.968191:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [163:163:254:4294967295] 192.168.201.140@tcp LPNI seq info [163:163:6:4294967295] 00000400:00000200:0.0:1787460840.968195:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460840.968202:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460840.968206:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460840.968210:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa907ca700. 00000800:00000200:0.0:1787460840.968214:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460840.968218:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460840.968221:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa907ca700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787460840.968225:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460840.968228:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460840.968231:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295057197 00000100:00000010:0.0:1787460840.968234:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa8513a660. 00000100:00000001:0.0:1787460840.968255:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787460840.968260:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295057197 00000100:00000010:0.0:1787460840.968263:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa8513a0c0. 00000100:00000001:0.0:1787460840.968266:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787460840.968269:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460840.968272:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460840.968275:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460840.968278:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460840.968283:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460840.968285:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787460840.968287:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460840.968288:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460840.968289:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460840.968292:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1787460840.968293:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460840.968295:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460840.968296:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460840.968298:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460840.968299:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460840.968300:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460840.968304:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460840.968320:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460840.968321:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460840.968323:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460840.968325:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460840.968327:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460840.968330:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233696512:192.168.201.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787460840.968333:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460840.968335:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460840.968337:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460840.968339:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460840.968342:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa850a4200. 02000000:00000001:0.0:1787460840.968344:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460840.968352:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460840.968354:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c160. 00000400:00000010:0.0:1787460840.968358:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561edd0. 00000100:00000200:0.0:1787460840.968361:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233696512, portal 18 00000100:00000001:0.0:1787460840.968363:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460840.968364:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674059136 : -105920035492480 : ffff9faa91e8ed80) 00000100:00000040:0.0:1787460840.968368:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460840.968374:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460840.968377:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460840.968378:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561eee0. 00000100:00000200:0.0:1787460840.968514:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874288233696512, offset 0 00000400:00000200:0.0:1787460840.968520:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460840.968525:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460840.968528:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460840.968531:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460840.968533:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460840.968536:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460840.968538:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460840.968541:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [164:164:253:4294967295] 192.168.201.140@tcp LPNI seq info [164:164:5:4294967295] 00000400:00000200:0.0:1787460840.968545:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460840.968550:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460840.968554:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460840.968559:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa85072300. 00000800:00000200:0.0:1787460840.968562:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460840.968566:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460840.968569:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa85072300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787460840.968572:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460840.968574:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460840.968576:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295057197 00000100:00000001:0.0:1787460840.968579:0:2411:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, keep current deadline 4295057197 00000100:00000001:0.0:1787460840.968586:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295057197 00000100:00000001:0.0:1787460840.968588:0:2411:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, keep current deadline 4295057197 00000100:00000001:0.0:1787460840.968590:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460840.968592:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460840.968594:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460840.968597:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460840.968606:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460840.968608:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787460840.968614:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787460840.968616:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787460840.968617:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1787460840.968712:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460840.968717:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41c00. 00000400:00000200:3.0:1787460840.968722:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460840.968728:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460840.968744:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de440 00000400:00000010:3.0:1787460840.968746:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de440. 00000100:00000001:3.0:1787460840.968751:0:2405:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787460840.968752:0:2405:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1787460840.968764:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460840.968765:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41f00. 00000400:00000200:3.0:1787460840.968767:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460840.968770:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460840.968772:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de990 00000400:00000010:3.0:1787460840.968778:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de990. 00000100:00000001:3.0:1787460840.968781:0:2405:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787460840.968782:0:2405:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1787460840.968790:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460840.968791:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa907ca700. 00000400:00000200:3.0:1787460840.968795:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460840.968797:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460840.968800:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561ee58 00000400:00000010:3.0:1787460840.968801:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561ee58. 00000100:00000001:3.0:1787460840.968804:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460840.968808:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460840.968816:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460840.968819:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460840.968825:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460840.968826:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460840.968880:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460840.968883:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa85072300. 00000400:00000200:3.0:1787460840.968888:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460840.968891:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460840.968894:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561eee0 00000400:00000010:3.0:1787460840.968895:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561eee0. 00000100:00000001:3.0:1787460840.968897:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460840.968900:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460840.968907:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460840.968910:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460840.968916:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460840.968917:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460840.972787:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.972804:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460840.972808:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.972824:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460840.972835:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.972842:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460840.972851:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.972855:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.972861:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.972866:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 18 MB=0x6a8a7bc604c80 00000400:00000200:3.0:1787460840.972871:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.972877:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.140@tcp of length 224/224 into md 0x995 [1] + 224 00000800:00000001:3.0:1787460840.972885:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.972889:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460840.972892:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460840.972896:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460840.972904:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460840.972913:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460840.972924:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460840.972948:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460840.972957:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.972960:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460840.972962:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.972964:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460840.972967:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.972971:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460840.972975:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.972977:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.972980:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.972983:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 18 MB=0x6a8a7bc604d00 00000400:00000200:3.0:1787460840.972986:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460840.972990:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.140@tcp of length 224/224 into md 0x99d [1] + 224 00000800:00000001:3.0:1787460840.972994:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.973003:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460840.973006:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460840.973009:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460840.973013:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460840.973017:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460840.973024:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460840.973031:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460840.973035:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460840.973038:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460840.973166:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460840.973170:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787460840.973176:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460840.973179:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460840.973182:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c160. 00000400:00000200:0.0:1787460840.973186:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561edd0 00000400:00000010:0.0:1787460840.973189:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561edd0. 00000100:00000001:0.0:1787460840.973192:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460840.973197:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460840.973205:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460840.973211:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460840.973212:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460840.973214:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460840.973218:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460840.973220:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460840.973222:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460840.973225:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460840.973232:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef94a8 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460840.973236:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460840.973239:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460840.973241:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460840.973244:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787460840.973252:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460840.973255:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460840.973260:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460840.973267:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460840.973270:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460840.973272:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460840.973275:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460840.973283:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233696512:192.168.201.140@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1787460840.973288:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460840.973290:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460840.973291:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c948. 00000400:00000200:0.0:1787460840.973294:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e5d8 00000400:00000010:0.0:1787460840.973296:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e5d8. 00000100:00000001:0.0:1787460840.973298:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460840.973301:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460840.973321:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460840.973327:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460840.973328:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460840.973330:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460840.973331:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460840.973333:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460840.973334:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460840.973336:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460840.973338:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef94a8 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460840.973341:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460840.973343:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460840.973344:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460840.973345:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787460840.973352:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460840.973354:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460840.973358:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460840.973364:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460840.973366:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460840.973367:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460840.973370:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460840.973375:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2411:1874288233696384:192.168.201.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787460840.973379:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787460840.973536:0:6177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.140@tcp, seq: 4 00000100:00000040:2.0:1787460840.973547:0:6177:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9faa91ef8800 : new rpc_count 0 00000100:00000001:2.0:1787460840.973550:0:6177:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787460840.973552:0:6177:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787460840.973559:0:6177:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9faa861df600. 00000020:00000010:2.0:1787460840.973564:0:6177:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9faa831b5898. 00000020:00000010:2.0:1787460840.973568:0:6177:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9faa934c2200. 00000020:00000040:2.0:1787460840.973574:0:6177:0:(genops.c:879:class_export_put()) PUTting export ffff9faa91ef8800 : new refcount 2 00000100:00000001:2.0:1787460840.973577:0:6177:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460840.973622:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460840.973627:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8ed80 x1874288233696512/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460840.973635:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460840.973638:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460840.973641:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa850a4200. 02000000:00000001:0.0:1787460840.973644:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460840.973646:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460840.973647:0:2411:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000020:00000001:0.0:1787460840.973649:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460840.973652:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9faa91e19e00. 02000000:00000001:0.0:1787460840.973655:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460840.973657:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460840.973659:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8ed80. 00000100:00000001:0.0:1787460840.973663:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460840.973665:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460840.973666:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460840.973670:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8c380 x1874288233696384/t0(0) o103->MGC192.168.201.140@tcp@192.168.201.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1787460856 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460840.973676:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460840.973677:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460840.973679:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa850a5a00. 02000000:00000001:0.0:1787460840.973687:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460840.973688:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460840.973689:0:2411:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:0.0:1787460840.973691:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460840.973693:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9faa91e19c00. 02000000:00000001:0.0:1787460840.973695:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460840.973696:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460840.973697:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8c380. 00000100:00000001:0.0:1787460840.973700:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460840.973701:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460840.973703:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460840.973709:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460840.973711:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460840.973713:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460840.973715:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1787460840.978606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9faac2166c00. 00010000:00000010:1.1:1787460840.978636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9faa88c2a900. 00010000:00000010:1.1:1787460840.978640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9faa829c5800. 00000400:00000001:3.0:1787460841.481596:0:10368:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:3.0:1787460841.684425:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460841.684432:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460841.684437:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460841.684438:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787460841.684549:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460841.684552:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460841.684555:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1787460842.130301:0:6187:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787460842.130309:0:6187:0:(mgc_request.c:108:config_log_get()) log params (ffff9faa91e19a00) refs 2 10000000:00000001:1.0:1787460842.130314:0:6187:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.130316:0:6187:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1787460842.130318:0:6187:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1787460842.130319:0:6187:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1787460842.130322:0:6187:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1787460842.130323:0:6187:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1787460842.130326:0:6187:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9faa900d3000 from 7 10000000:00000001:1.0:1787460842.130328:0:6187:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1787460842.130330:0:6187:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1787460842.130355:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8e300. 00000020:00000040:1.0:1787460842.130359:0:6187:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:1.0:1787460842.130364:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460842.130367:0:6187:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460842.130372:0:6187:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460842.130379:0:6187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9faa91e18e00. 00000100:00000001:1.0:1787460842.130385:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.130390:0:6187:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787460842.130393:0:6187:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787460842.130399:0:6187:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9faa88c2ab00. 00010000:00000001:1.0:1787460842.130403:0:6187:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787460842.130420:0:6187:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9faa829c5800. 00000020:00000001:1.0:1787460842.130431:0:6187:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787460842.130434:0:6187:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9faa829c5800 with handle 0x552a9ea4e82a94f9 to hash 00000020:00000001:1.0:1787460842.130436:0:6187:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787460842.130438:0:6187:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:1.0:1787460842.130441:0:6187:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:1.0:1787460842.130444:0:6187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787460842.130447:0:6187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460842.130451:0:6187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a94f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460842.130461:0:6187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a94f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460842.130471:0:6187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a94f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787460842.130476:0:6187:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787460842.130478:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787460842.130485:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.130487:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638153486560640 : -105920222990976 : ffff9faa86bbed80) 00000100:00000001:1.0:1787460842.130490:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.130491:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000001:1.0:1787460842.130501:0:6187:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460842.130505:0:6187:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.130507:0:6187:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787460842.130509:0:6187:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787460842.130519:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.130528:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787460842.130530:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.130534:0:6187:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787460842.130536:0:6187:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787460842.130539:0:6187:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787460842.130543:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233696640:192.168.201.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.130547:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787460842.130551:0:6187:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787460842.130554:0:6187:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.130556:0:6187:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787460842.130561:0:6187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9faa986bc400. 02000000:00000001:1.0:1787460842.130563:0:6187:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.130570:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1787460842.130574:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa987e47e8. 00000400:00000010:1.0:1787460842.130581:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5cc0. 00000100:00000200:1.0:1787460842.130587:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874288233696640, portal 25 00000100:00000001:1.0:1787460842.130588:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.130590:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000040:1.0:1787460842.130595:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.130601:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787460842.130603:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1787460842.130606:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5e58. 00000100:00000200:1.0:1787460842.130609:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874288233696640, offset 0 00000400:00000200:1.0:1787460842.130615:0:6187:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1787460842.130623:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.130630:0:6187:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1787460842.130641:0:6187:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787460842.130645:0:6187:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1787460842.130650:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787460842.130652:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1787460842.130656:0:6187:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [165:165:256:4294967295] 192.168.201.140@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:1.0:1787460842.130660:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.130669:0:6187:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1787460842.130675:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1787460842.130681:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa863aae00. 00000800:00000200:1.0:1787460842.130686:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1787460842.130692:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1787460842.130697:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa863aae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787460842.130717:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.130722:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1787460842.130724:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295058360 00000100:00000001:1.0:1787460842.130730:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295057197 00000100:00000001:1.0:1787460842.130735:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295058360 00000100:00000001:1.0:1787460842.130739:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295057197 00000100:00000001:1.0:1787460842.130741:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.130744:0:6187:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.130746:0:6187:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787460842.130748:0:6187:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787460842.130750:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa86bbed80 going to sleep for 11 seconds 00000100:00000001:1.0:1787460842.130753:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787460842.130756:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787460842.130897:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.130902:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa863aae00. 00000400:00000200:3.0:1787460842.130908:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.130914:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.130920:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5e58 00000400:00000010:3.0:1787460842.130922:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5e58. 00000100:00000001:3.0:1787460842.130927:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.130931:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.130942:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.130945:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.130951:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.130952:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460842.134715:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.134731:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.134736:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.134753:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.134762:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.134770:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.134779:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.134784:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.134789:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.134793:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 344 into portal 25 MB=0x6a8a7bc604d80 00000400:00000200:3.0:1787460842.134798:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.134803:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 344/344 into md 0x9a5 [1] + 224 00000800:00000001:3.0:1787460842.134811:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.135029:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.135033:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.135039:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.135046:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.135054:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.135066:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.135130:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.135139:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.135143:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.135305:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787460842.135313:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787460842.135315:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787460842.135318:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa987e47e8. 00000400:00000200:1.0:1787460842.135322:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5cc0 00000400:00000010:1.0:1787460842.135325:0:6187:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5cc0. 00000100:00000001:1.0:1787460842.135328:0:6187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787460842.135339:0:6187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787460842.135348:0:6187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.135354:0:6187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787460842.135356:0:6187:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.135359:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787460842.135363:0:6187:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787460842.135366:0:6187:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787460842.135368:0:6187:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.135371:0:6187:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787460842.135378:0:6187:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1787460842.135382:0:6187:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1787460842.135384:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787460842.135386:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.135389:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787460842.135391:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.135394:0:6187:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460842.135398:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.135406:0:6187:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.135422:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787460842.135767:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787460842.135774:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460842.135782:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233696640:192.168.201.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.135787:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.135790:0:6187:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.135792:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787460842.135795:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.135798:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.135824:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787460842.135828:0:6187:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.135831:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787460842.135832:0:6187:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.135835:0:6187:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787460842.135839:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787460842.135841:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787460842.135844:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9faa829c5800 refcount=4 00000020:00000001:1.0:1787460842.135846:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:1.0:1787460842.135849:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000040:1.0:1787460842.135855:0:6187:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9faa829c5800, remote cookie: 0xf13abddf344c426e, flags: 0x0 00010000:00000001:1.0:1787460842.135858:0:6187:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787460842.135861:0:6187:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787460842.135864:0:6187:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787460842.135865:0:6187:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787460842.135866:0:6187:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787460842.135869:0:6187:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9faa88c2ab00) refcount = 1 00010000:00010000:1.0:1787460842.135875:0:6187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a94f9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c426e expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460842.135882:0:6187:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787460842.135884:0:6187:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787460842.135886:0:6187:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787460842.135889:0:6187:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787460842.135891:0:6187:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460842.135895:0:6187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a94f9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c426e expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460842.135900:0:6187:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787460842.135902:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460842.135904:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460842.135905:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460842.135906:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460842.135913:0:6187:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.135916:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.135920:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8e300 x1874288233696640/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.135926:0:6187:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787460842.135929:0:6187:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787460842.135932:0:6187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9faa986bc400. 02000000:00000001:1.0:1787460842.135935:0:6187:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787460842.135937:0:6187:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460842.135939:0:6187:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1787460842.135941:0:6187:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787460842.135943:0:6187:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9faa91e18e00. 02000000:00000001:1.0:1787460842.135947:0:6187:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787460842.135949:0:6187:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787460842.135951:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8e300. 00000100:00000001:1.0:1787460842.135954:0:6187:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787460842.135955:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1787460842.135958:0:6187:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.135961:0:6187:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787460842.135962:0:6187:0:(mgc_request.c:108:config_log_get()) log params (ffff9faa91e19a00) refs 3 10000000:00000001:1.0:1787460842.135965:0:6187:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.135967:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787460842.135968:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787460842.135970:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9faa829c5800 refcount=3 00000020:00000001:1.0:1787460842.135972:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:1.0:1787460842.135974:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:1.0:1787460842.135976:0:6187:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1787460842.135978:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460842.135979:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460842.135980:0:6187:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.135982:0:6187:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1787460842.135986:0:6187:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9faa9876f3c0. 00000020:00000010:1.0:1787460842.135990:0:6187:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9faa91e18e00. 00000020:00000010:1.0:1787460842.135995:0:6187:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9faa91e19200. 00000040:00000010:1.0:1787460842.136000:0:6187:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9faaa155e800. 00000020:00000010:1.0:1787460842.136005:0:6187:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9faa91efc000. 00000020:00000010:1.0:1787460842.136015:0:6187:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9faa81629000. 80000000:00000010:1.0:1787460842.136019:0:6187:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9faa91f66c60. 00040000:00000010:1.0:1787460842.136024:0:6187:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9faa81629400. 20000000:00000010:1.0:1787460842.136032:0:6187:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9faa88fd0200. 10000000:00000040:1.0:1787460842.136036:0:6187:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9faa88dafe40 : new refcount 2 00000020:00000001:1.0:1787460842.136039:0:6187:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1787460842.136041:0:6187:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1787460842.136044:0:6187:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1787460842.136047:0:6187:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9faa84efd600. 00000040:00000001:1.0:1787460842.136052:0:6187:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1787460842.136055:0:6187:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000010:1.0:1787460842.136059:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8e300. 00000020:00000040:1.0:1787460842.136061:0:6187:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=5 obd=MGC192.168.201.140@tcp 00000100:00000001:1.0:1787460842.136065:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460842.136068:0:6187:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460842.136072:0:6187:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460842.136078:0:6187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9faa84efc600. 00000100:00000001:1.0:1787460842.136083:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.136088:0:6187:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787460842.136114:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787460842.136120:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.136123:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638153486560640 : -105920222990976 : ffff9faa86bbed80) 00000100:00000001:1.0:1787460842.136125:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.136127:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000001:1.0:1787460842.136131:0:6187:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460842.136136:0:6187:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.136138:0:6187:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787460842.136140:0:6187:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787460842.136144:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.136152:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787460842.136154:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.136157:0:6187:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787460842.136160:0:6187:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787460842.136162:0:6187:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787460842.136170:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233696768:192.168.201.140@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.136174:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787460842.136179:0:6187:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787460842.136182:0:6187:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.136184:0:6187:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787460842.136187:0:6187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa84efdc00. 02000000:00000001:1.0:1787460842.136189:0:6187:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.136196:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1787460842.136199:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa987e47e8. 00000400:00000010:1.0:1787460842.136204:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5cc0. 00000100:00000200:1.0:1787460842.136210:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233696768, portal 25 00000100:00000001:1.0:1787460842.136212:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.136214:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000040:1.0:1787460842.136219:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.136226:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787460842.136230:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1787460842.136232:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e55d8. 00000100:00000200:1.0:1787460842.136235:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874288233696768, offset 0 00000400:00000200:1.0:1787460842.136242:0:6187:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1787460842.136248:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.136255:0:6187:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1787460842.136260:0:6187:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787460842.136264:0:6187:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1787460842.136268:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787460842.136271:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1787460842.136274:0:6187:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [166:166:256:4294967295] 192.168.201.140@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:1.0:1787460842.136279:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.136298:0:6187:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1787460842.136304:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1787460842.136310:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa863aad00. 00000800:00000200:1.0:1787460842.136322:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1787460842.136329:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1787460842.136333:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa863aad00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1787460842.136353:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.136357:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1787460842.136360:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295058366 00000100:00000001:1.0:1787460842.136366:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058360 00000100:00000001:1.0:1787460842.136370:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295058366 00000100:00000001:1.0:1787460842.136373:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058360 00000100:00000001:1.0:1787460842.136375:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.136378:0:6187:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.136380:0:6187:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787460842.136382:0:6187:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787460842.136384:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa86bbed80 going to sleep for 11 seconds 00000100:00000001:1.0:1787460842.136386:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787460842.136388:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787460842.137073:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.137078:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa863aad00. 00000400:00000200:3.0:1787460842.137083:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.137109:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.137115:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e55d8 00000400:00000010:3.0:1787460842.137117:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e55d8. 00000100:00000001:3.0:1787460842.137121:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.137126:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.137135:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.137138:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.137151:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.137152:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460842.142304:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.142321:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.142325:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.142328:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.142337:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.142344:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.142353:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.142358:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.142363:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.142367:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 272 into portal 25 MB=0x6a8a7bc604e00 00000400:00000200:3.0:1787460842.142488:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.142494:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 272/272 into md 0x9ad [1] + 224 00000800:00000001:3.0:1787460842.142503:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.142510:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.142514:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.142518:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.142527:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.142535:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.142545:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.142566:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.142574:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.142578:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.142967:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787460842.142975:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787460842.142978:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787460842.142981:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa987e47e8. 00000400:00000200:1.0:1787460842.142986:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5cc0 00000400:00000010:1.0:1787460842.142989:0:6187:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5cc0. 00000100:00000001:1.0:1787460842.142992:0:6187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787460842.142997:0:6187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787460842.143006:0:6187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.143012:0:6187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787460842.143014:0:6187:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.143017:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787460842.143020:0:6187:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787460842.143022:0:6187:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787460842.143024:0:6187:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.143041:0:6187:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787460842.143048:0:6187:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1787460842.143052:0:6187:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1787460842.143054:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787460842.143056:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.143058:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787460842.143061:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.143063:0:6187:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460842.143069:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.143075:0:6187:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.143078:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787460842.143080:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787460842.143084:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460842.143119:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233696768:192.168.201.140@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.143124:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.143127:0:6187:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.143129:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787460842.143131:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.143135:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.143143:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787460842.143146:0:6187:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.143149:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787460842.143151:0:6187:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787460842.143156:0:6187:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1787460842.143161:0:6187:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460842.143162:0:6187:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1787460842.143165:0:6187:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787460842.143166:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.143170:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8e300 x1874288233696768/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.143188:0:6187:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787460842.143191:0:6187:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787460842.143194:0:6187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa84efdc00. 02000000:00000001:1.0:1787460842.143199:0:6187:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787460842.143201:0:6187:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460842.143202:0:6187:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1787460842.143204:0:6187:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787460842.143207:0:6187:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9faa84efc600. 02000000:00000001:1.0:1787460842.143211:0:6187:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787460842.143212:0:6187:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787460842.143214:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8e300. 00000100:00000001:1.0:1787460842.143218:0:6187:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787460842.143219:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1787460842.143222:0:6187:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787460842.143225:0:6187:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1787460842.143254:0:6187:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9faa92e68000. 00000040:00000001:1.0:1787460842.143257:0:6187:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1787460842.143259:0:6187:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1787460842.143261:0:6187:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000010:1.0:1787460842.143265:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8e300. 00000020:00000040:1.0:1787460842.143268:0:6187:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=5 obd=MGC192.168.201.140@tcp 00000100:00000001:1.0:1787460842.143271:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460842.143274:0:6187:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460842.143278:0:6187:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460842.143293:0:6187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9faa84efc600. 00000100:00000001:1.0:1787460842.143299:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.143304:0:6187:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787460842.143305:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787460842.143311:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.143313:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638153486560640 : -105920222990976 : ffff9faa86bbed80) 00000100:00000001:1.0:1787460842.143317:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.143318:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000001:1.0:1787460842.143323:0:6187:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460842.143328:0:6187:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.143330:0:6187:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787460842.143336:0:6187:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787460842.143341:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.143349:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787460842.143352:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.143356:0:6187:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787460842.143358:0:6187:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787460842.143361:0:6187:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787460842.143365:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233696896:192.168.201.140@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.143369:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787460842.144234:0:6187:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787460842.144238:0:6187:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.144242:0:6187:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787460842.144268:0:6187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9faa86890000. 02000000:00000001:1.0:1787460842.144272:0:6187:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.144278:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1787460842.144283:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa987e47e8. 00000400:00000010:1.0:1787460842.144299:0:6187:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9faa86bbe3c0. 00000100:00000200:1.0:1787460842.144305:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874288233696896, portal 25 00000100:00000001:1.0:1787460842.144308:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.144309:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000040:1.0:1787460842.144316:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.144324:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787460842.144327:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1787460842.144331:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5cc0. 00000100:00000200:1.0:1787460842.144334:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874288233696896, offset 0 00000400:00000200:1.0:1787460842.144340:0:6187:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1787460842.144348:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.144355:0:6187:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1787460842.144361:0:6187:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787460842.144365:0:6187:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1787460842.144369:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787460842.144387:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1787460842.144391:0:6187:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [167:167:256:4294967295] 192.168.201.140@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1787460842.144395:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.144404:0:6187:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1787460842.144421:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1787460842.144431:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa863aa400. 00000800:00000200:1.0:1787460842.144438:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1787460842.144445:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1787460842.144449:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa863aa400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1787460842.144467:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.144471:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1787460842.144474:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295058374 00000100:00000001:1.0:1787460842.144480:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058366 00000100:00000001:1.0:1787460842.144485:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295058374 00000100:00000001:1.0:1787460842.144487:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058366 00000100:00000001:1.0:1787460842.144490:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.144494:0:6187:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.144496:0:6187:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787460842.144498:0:6187:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787460842.144500:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa86bbed80 going to sleep for 11 seconds 00000100:00000001:1.0:1787460842.144503:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787460842.144505:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787460842.145069:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.145075:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa863aa400. 00000400:00000200:3.0:1787460842.145081:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.145086:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.145114:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5cc0 00000400:00000010:3.0:1787460842.145123:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5cc0. 00000100:00000001:3.0:1787460842.145128:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.145133:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.145141:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.145145:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.145151:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.145153:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460842.165703:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.165725:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.165729:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.165732:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.165741:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.165748:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.165756:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.165760:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.165766:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.165769:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 8416 into portal 25 MB=0x6a8a7bc604e80 00000400:00000200:3.0:1787460842.165774:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.165780:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 8416/8416 into md 0x9b5 [4] + 224 00000800:00000001:3.0:1787460842.165787:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.165813:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.170205:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.170215:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.170225:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.170233:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.170256:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.170275:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.170310:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.170321:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.170606:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787460842.170614:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787460842.170617:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787460842.170620:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa987e47e8. 00000400:00000200:1.0:1787460842.170624:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa86bbe3c0 00000400:00000010:1.0:1787460842.170626:0:6187:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9faa86bbe3c0. 00000100:00000001:1.0:1787460842.170630:0:6187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787460842.170636:0:6187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787460842.170644:0:6187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.170656:0:6187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787460842.170658:0:6187:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.170661:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787460842.170664:0:6187:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787460842.170666:0:6187:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787460842.170668:0:6187:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.170671:0:6187:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787460842.170678:0:6187:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1787460842.170682:0:6187:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1787460842.170685:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787460842.170686:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.170689:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787460842.170691:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.170694:0:6187:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460842.170699:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.170717:0:6187:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.170720:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787460842.170722:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787460842.170727:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460842.170734:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233696896:192.168.201.140@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.170740:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.170742:0:6187:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.170745:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787460842.170747:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.170750:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.170757:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787460842.170759:0:6187:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.170762:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787460842.170768:0:6187:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787460842.170777:0:6187:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1787460842.170779:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.170781:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8e300 x1874288233696896/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.170788:0:6187:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787460842.170790:0:6187:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787460842.170792:0:6187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9faa86890000. 02000000:00000001:1.0:1787460842.170804:0:6187:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787460842.170806:0:6187:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460842.170808:0:6187:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1787460842.170811:0:6187:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787460842.170813:0:6187:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9faa84efc600. 02000000:00000001:1.0:1787460842.170827:0:6187:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787460842.170828:0:6187:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787460842.170830:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8e300. 00000100:00000001:1.0:1787460842.170834:0:6187:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787460842.170835:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787460842.170838:0:6187:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460842.170839:0:6187:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1787460842.170841:0:6187:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1787460842.170843:0:6187:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787460842.170846:0:6187:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787460842.170850:0:6187:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1787460842.170853:0:6187:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9faa91f66120. 00000040:00001000:1.0:1787460842.170855:0:6187:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1787460842.173354:0:10404:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1787460842.173364:0:10404:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9faa850a5400. 00000020:00000010:0.0:1787460842.173380:0:10404:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9faa850a5c00. 00000040:00000010:0.0:1787460842.173384:0:10404:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9faa850a5600. 00000020:00000010:0.0:1787460842.173389:0:10404:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9faa8501f000. 00000020:00000010:0.0:1787460842.173396:0:10404:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9faa98602338. 00000020:00000010:0.0:1787460842.173400:0:10404:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9faa850a4e00. 80000000:00000010:0.0:1787460842.173406:0:10404:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9faa8513a120. 40000000:00000010:0.0:1787460842.173419:0:10404:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9faa85130880. 00100000:00000010:0.0:1787460842.173425:0:10404:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9faa8501b800. 00040000:00000010:0.0:1787460842.173431:0:10404:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9faa85072300. 00040000:00000010:0.0:1787460842.173435:0:10404:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9faa8501e800. 00040000:00000010:0.0:1787460842.173438:0:10404:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9faa850a4200. 00000004:00000010:0.0:1787460842.173444:0:10404:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9faa85018000. 00000004:00000010:0.0:1787460842.173449:0:10404:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9faa8697c000. 00000004:00000010:0.0:1787460842.173453:0:10404:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9faa8501d000. 00002000:00000010:0.0:1787460842.173458:0:10404:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9faa86810c00. 00000004:00000010:0.0:1787460842.173462:0:10404:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9faa86811800. 00000020:00000010:0.0:1787460842.173467:0:10404:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9faa85130ac0. 00000040:00000010:0.0:1787460842.173476:0:10404:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9faa931c8000. 00000040:00080000:0.0:1787460842.174028:0:10404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1787460842.174034:0:10404:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9faa931c8000. 00000020:00000010:0.0:1787460842.174040:0:10404:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9faa85130ac0. 00000020:00000010:0.0:1787460842.174054:0:10404:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9faa850a5c00. 00000040:00000010:0.0:1787460842.174058:0:10404:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9faa850a5600. 00000020:00000010:0.0:1787460842.174061:0:10404:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9faa8501f000. 00000020:00000010:0.0:1787460842.174065:0:10404:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9faa98602338. 00000020:00000010:0.0:1787460842.174069:0:10404:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9faa850a4e00. 80000000:00000010:0.0:1787460842.174073:0:10404:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9faa8513a120. 40000000:00000010:0.0:1787460842.174076:0:10404:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9faa85130880. 00100000:00000010:0.0:1787460842.174079:0:10404:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9faa8501b800. 00040000:00000010:0.0:1787460842.174082:0:10404:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9faa85072300. 00040000:00000010:0.0:1787460842.174087:0:10404:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9faa8501e800. 00040000:00000010:0.0:1787460842.174133:0:10404:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9faa850a4200. 00000004:00000010:0.0:1787460842.174136:0:10404:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9faa85018000. 00000004:00000010:0.0:1787460842.174140:0:10404:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9faa8697c000. 00000004:00000010:0.0:1787460842.174145:0:10404:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9faa8501d000. 00002000:00000010:0.0:1787460842.174148:0:10404:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9faa86810c00. 00000004:00000010:0.0:1787460842.174151:0:10404:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9faa86811800. 00000020:00000010:0.0:1787460842.174153:0:10404:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9faa850a5400. 00000040:00000010:1.0:1787460842.174615:0:6187:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9faa91f66120. 00000040:00000001:1.0:1787460842.174620:0:6187:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1787460842.174623:0:6187:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1787460842.174628:0:6187:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9faa92e68000. 00000040:00000010:1.0:1787460842.174631:0:6187:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9faa84efd600. 00000020:00000001:1.0:1787460842.174636:0:6187:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.174639:0:6187:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1787460842.174643:0:6187:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9faa91e19200. 00000040:00000010:1.0:1787460842.174647:0:6187:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9faaa155e800. 00000020:00000010:1.0:1787460842.174650:0:6187:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9faa91efc000. 00000020:00000010:1.0:1787460842.174663:0:6187:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9faa81629000. 80000000:00000010:1.0:1787460842.174667:0:6187:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9faa91f66c60. 00040000:00000010:1.0:1787460842.174669:0:6187:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9faa81629400. 20000000:00000010:1.0:1787460842.174673:0:6187:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9faa88fd0200. 00000020:00000010:1.0:1787460842.174676:0:6187:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9faa91e18e00. 10000000:00000010:1.0:1787460842.174679:0:6187:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9faa9876f3c0. 10000000:01000000:1.0:1787460842.174683:0:6187:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1787460842.174686:0:6187:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787460842.174689:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787460842.174692:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787460842.174695:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9faa829c5800 refcount=3 00000020:00000001:1.0:1787460842.174698:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:1.0:1787460842.174701:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638153417381888 : -105920292169728 : ffff9faa829c5800) 00010000:00000001:1.0:1787460842.174703:0:6187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787460842.174719:0:6187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a94f9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c426e expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460842.174728:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460842.174730:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787460842.174733:0:6187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a94f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c426e expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460842.174739:0:6187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787460842.174740:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460842.174741:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787460842.174743:0:6187:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.174745:0:6187:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.174748:0:6187:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787460842.174750:0:6187:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787460842.174752:0:6187:0:(mgc_request.c:108:config_log_get()) log params (ffff9faa83b98e00) refs 2 10000000:00000001:1.0:1787460842.174754:0:6187:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.174756:0:6187:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787460842.174758:0:6187:0:(mgc_request.c:123:config_log_put()) log params(ffff9faa91e19a00) refs 3 10000000:00000001:1.0:1787460842.174760:0:6187:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1787460842.174762:0:6187:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1787460842.174768:0:6187:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1787460842.174770:0:6187:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1787460842.174772:0:6187:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9faa85613000 from 7 10000000:00000001:1.0:1787460842.174775:0:6187:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1787460842.174776:0:6187:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1787460842.174784:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8e300. 00000020:00000040:1.0:1787460842.174788:0:6187:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:1.0:1787460842.174793:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460842.174796:0:6187:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460842.174800:0:6187:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460842.174807:0:6187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9faa84efd600. 00000100:00000001:1.0:1787460842.174822:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.174827:0:6187:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787460842.174830:0:6187:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787460842.174835:0:6187:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9faa88c2ab00 count: 2 00010000:00000001:1.0:1787460842.174838:0:6187:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787460842.174841:0:6187:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787460842.174844:0:6187:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9faa829c4a00. 00000020:00000001:1.0:1787460842.174847:0:6187:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787460842.174850:0:6187:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9faa829c4a00 with handle 0x552a9ea4e82a9500 to hash 00000020:00000001:1.0:1787460842.174852:0:6187:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787460842.174854:0:6187:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638153417378304 : -105920292173312 : ffff9faa829c4a00) 00010000:00000001:1.0:1787460842.174856:0:6187:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638153417378304 : -105920292173312 : ffff9faa829c4a00) 00010000:00000001:1.0:1787460842.174860:0:6187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787460842.174863:0:6187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460842.174866:0:6187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa829c4a00/0x552a9ea4e82a9500 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460842.174874:0:6187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff9faa829c4a00/0x552a9ea4e82a9500 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460842.174886:0:6187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff9faa829c4a00/0x552a9ea4e82a9500 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787460842.174892:0:6187:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787460842.174898:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787460842.174905:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.174907:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638153486560640 : -105920222990976 : ffff9faa86bbed80) 00000100:00000001:1.0:1787460842.174910:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.174911:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000001:1.0:1787460842.174915:0:6187:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460842.174919:0:6187:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.174921:0:6187:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787460842.174923:0:6187:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787460842.174934:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.174943:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787460842.174945:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.174948:0:6187:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787460842.174951:0:6187:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787460842.174954:0:6187:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787460842.174957:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233697024:192.168.201.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.174962:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787460842.174967:0:6187:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787460842.174969:0:6187:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.174972:0:6187:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787460842.174976:0:6187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9faa986bc400. 02000000:00000001:1.0:1787460842.174978:0:6187:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.174985:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1787460842.174989:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa987e47e8. 00000400:00000010:1.0:1787460842.174994:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5c38. 00000100:00000200:1.0:1787460842.175001:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874288233697024, portal 25 00000100:00000001:1.0:1787460842.175002:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.175004:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000040:1.0:1787460842.175009:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.175016:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787460842.175018:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1787460842.175025:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5660. 00000100:00000200:1.0:1787460842.175029:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874288233697024, offset 0 00000400:00000200:1.0:1787460842.175035:0:6187:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1787460842.175045:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.175052:0:6187:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1787460842.175057:0:6187:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787460842.175060:0:6187:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1787460842.175064:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787460842.175066:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1787460842.175070:0:6187:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [168:168:256:4294967295] 192.168.201.140@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1787460842.175073:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.175081:0:6187:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1787460842.175087:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1787460842.175127:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa863aa600. 00000800:00000200:1.0:1787460842.175134:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1787460842.175141:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1787460842.175145:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa863aa600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787460842.175162:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.175166:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1787460842.175169:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295058404 00000100:00000001:1.0:1787460842.175175:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058374 00000100:00000001:1.0:1787460842.175178:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295058404 00000100:00000001:1.0:1787460842.175182:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058374 00000100:00000001:1.0:1787460842.175185:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.175187:0:6187:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.175190:0:6187:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787460842.175192:0:6187:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787460842.175195:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa86bbed80 going to sleep for 11 seconds 00000100:00000001:1.0:1787460842.175197:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787460842.175200:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787460842.175781:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.175786:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa863aa600. 00000400:00000200:3.0:1787460842.175790:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.175796:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.175801:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5660 00000400:00000010:3.0:1787460842.175803:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5660. 00000100:00000001:3.0:1787460842.175807:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.175812:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.175832:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.175836:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.175844:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.175845:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460842.181243:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.181268:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.181272:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.181275:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.181293:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.181301:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.181310:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.181315:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.181320:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.181324:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 344 into portal 25 MB=0x6a8a7bc604f00 00000400:00000200:3.0:1787460842.181329:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.181335:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 344/344 into md 0x9bd [1] + 224 00000800:00000001:3.0:1787460842.181342:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.181350:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.181354:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.181358:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.181366:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.181396:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.181415:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.181435:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.181446:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.181449:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.182127:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787460842.182141:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787460842.182143:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787460842.182147:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa987e47e8. 00000400:00000200:1.0:1787460842.182151:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5c38 00000400:00000010:1.0:1787460842.182153:0:6187:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5c38. 00000100:00000001:1.0:1787460842.182156:0:6187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787460842.182161:0:6187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787460842.182170:0:6187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.182176:0:6187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787460842.182178:0:6187:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.182181:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787460842.182184:0:6187:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787460842.182187:0:6187:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787460842.182189:0:6187:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.182191:0:6187:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787460842.182198:0:6187:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1787460842.182202:0:6187:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1787460842.182205:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787460842.182207:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.182209:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787460842.182211:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.182214:0:6187:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460842.182220:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.182226:0:6187:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.182229:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787460842.182231:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787460842.182235:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460842.182243:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233697024:192.168.201.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.182259:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.182267:0:6187:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.182270:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787460842.182272:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.182276:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.182291:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787460842.182294:0:6187:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.182298:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787460842.182299:0:6187:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.182302:0:6187:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787460842.182306:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787460842.182308:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787460842.182312:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9faa829c4a00 refcount=4 00000020:00000001:1.0:1787460842.182314:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638153417378304 : -105920292173312 : ffff9faa829c4a00) 00010000:00000001:1.0:1787460842.182317:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638153417378304 : -105920292173312 : ffff9faa829c4a00) 00010000:00000040:1.0:1787460842.182323:0:6187:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9faa829c4a00, remote cookie: 0xf13abddf344c4275, flags: 0x0 00010000:00000001:1.0:1787460842.182326:0:6187:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787460842.182329:0:6187:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787460842.182332:0:6187:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787460842.182333:0:6187:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787460842.182335:0:6187:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787460842.182338:0:6187:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9faa88c2ab00) refcount = 2 00010000:00000040:1.0:1787460842.182341:0:6187:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787460842.182345:0:6187:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.201.140@tcp lock: ffff9faa829c5800/0x552a9ea4e82a94f9 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c426e expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787460842.182353:0:6187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff9faa829c4a00/0x552a9ea4e82a9500 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4275 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460842.182359:0:6187:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787460842.182361:0:6187:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787460842.182362:0:6187:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787460842.182365:0:6187:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787460842.182376:0:6187:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460842.182385:0:6187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff9faa829c4a00/0x552a9ea4e82a9500 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13abddf344c4275 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460842.182392:0:6187:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787460842.182393:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460842.182395:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460842.182397:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460842.182398:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460842.182399:0:6187:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.182402:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.182407:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8e300 x1874288233697024/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1787460858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.182414:0:6187:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787460842.182416:0:6187:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787460842.182419:0:6187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9faa986bc400. 02000000:00000001:1.0:1787460842.182422:0:6187:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787460842.182425:0:6187:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460842.182427:0:6187:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1787460842.182429:0:6187:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787460842.182432:0:6187:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9faa84efd600. 02000000:00000001:1.0:1787460842.182436:0:6187:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787460842.182438:0:6187:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787460842.182440:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8e300. 00000100:00000001:1.0:1787460842.182444:0:6187:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787460842.182445:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1787460842.182447:0:6187:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.182450:0:6187:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787460842.182453:0:6187:0:(mgc_request.c:108:config_log_get()) log params (ffff9faa83b98e00) refs 3 10000000:00000001:1.0:1787460842.182455:0:6187:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.182457:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787460842.182459:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787460842.182461:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9faa829c4a00 refcount=3 00000020:00000001:1.0:1787460842.182463:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638153417378304 : -105920292173312 : ffff9faa829c4a00) 00010000:00000001:1.0:1787460842.182465:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638153417378304 : -105920292173312 : ffff9faa829c4a00) 00010000:00000001:1.0:1787460842.182467:0:6187:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1787460842.182469:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460842.182474:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787460842.182476:0:6187:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.182479:0:6187:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1787460842.182482:0:6187:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9faa9876f3c0. 00000020:00000010:1.0:1787460842.182486:0:6187:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9faa84efd600. 00000020:00000010:1.0:1787460842.182491:0:6187:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9faa84efc600. 00000040:00000010:1.0:1787460842.182495:0:6187:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9faa84efdc00. 00000020:00000010:1.0:1787460842.182499:0:6187:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9faa91efc000. 00000020:00000010:1.0:1787460842.182504:0:6187:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9faa84efcc00. 80000000:00000010:1.0:1787460842.182508:0:6187:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9faa91f66c60. 00040000:00000010:1.0:1787460842.182513:0:6187:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9faa84efda00. 20000000:00000010:1.0:1787460842.182517:0:6187:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9faa84efce00. 10000000:00000040:1.0:1787460842.182521:0:6187:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9faa88dafe40 : new refcount 2 00000020:00000001:1.0:1787460842.182523:0:6187:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1787460842.182525:0:6187:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1787460842.182528:0:6187:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1787460842.182533:0:6187:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9faa88fd0200. 00000040:00000001:1.0:1787460842.182537:0:6187:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1787460842.182539:0:6187:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000010:1.0:1787460842.182543:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8e300. 00000020:00000040:1.0:1787460842.182546:0:6187:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=5 obd=MGC192.168.201.140@tcp 00000100:00000001:1.0:1787460842.182550:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460842.182552:0:6187:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460842.182557:0:6187:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460842.182563:0:6187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9faa81629400. 00000100:00000001:1.0:1787460842.182569:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.182575:0:6187:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787460842.182577:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787460842.182581:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.182584:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638153486560640 : -105920222990976 : ffff9faa86bbed80) 00000100:00000001:1.0:1787460842.182587:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.182588:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000001:1.0:1787460842.182593:0:6187:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460842.182596:0:6187:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.182598:0:6187:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787460842.182604:0:6187:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787460842.182609:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.182618:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787460842.182620:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.182623:0:6187:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787460842.182626:0:6187:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787460842.182628:0:6187:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787460842.182632:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233697152:192.168.201.140@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.182635:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787460842.182640:0:6187:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787460842.182643:0:6187:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.182645:0:6187:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787460842.182649:0:6187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa81629000. 02000000:00000001:1.0:1787460842.182651:0:6187:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.182658:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1787460842.182661:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa987e47e8. 00000400:00000010:1.0:1787460842.182666:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5c38. 00000100:00000200:1.0:1787460842.182672:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233697152, portal 25 00000100:00000001:1.0:1787460842.182674:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.182675:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000040:1.0:1787460842.182680:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.182687:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787460842.182690:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1787460842.182693:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5ee0. 00000100:00000200:1.0:1787460842.182696:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874288233697152, offset 0 00000400:00000200:1.0:1787460842.182703:0:6187:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1787460842.182720:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.182727:0:6187:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1787460842.182732:0:6187:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787460842.182736:0:6187:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1787460842.182740:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787460842.182747:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1787460842.182752:0:6187:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [169:169:256:4294967295] 192.168.201.140@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:1.0:1787460842.182757:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.182766:0:6187:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1787460842.182773:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1787460842.182777:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa863aa700. 00000800:00000200:1.0:1787460842.182784:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1787460842.182791:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1787460842.182796:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa863aa700 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1787460842.182813:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.182971:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1787460842.182975:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295058412 00000100:00000001:1.0:1787460842.182981:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058404 00000100:00000001:1.0:1787460842.182986:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295058412 00000100:00000001:1.0:1787460842.182990:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058404 00000100:00000001:1.0:1787460842.182993:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.182996:0:6187:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.182998:0:6187:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787460842.183000:0:6187:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787460842.183003:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa86bbed80 going to sleep for 11 seconds 00000100:00000001:1.0:1787460842.183005:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787460842.183007:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787460842.183361:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.183366:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa863aa700. 00000400:00000200:3.0:1787460842.183378:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.183384:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.183389:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5ee0 00000400:00000010:3.0:1787460842.183391:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5ee0. 00000100:00000001:3.0:1787460842.183395:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.183399:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.183408:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.183411:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.183418:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.183420:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460842.187005:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.187021:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.187025:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.187028:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.187036:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.187043:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.187052:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.187056:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.187062:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.187066:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 272 into portal 25 MB=0x6a8a7bc604f80 00000400:00000200:3.0:1787460842.187071:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.187125:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 272/272 into md 0x9c5 [1] + 224 00000800:00000001:3.0:1787460842.187133:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.187141:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.187144:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.187148:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.187156:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.187164:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.187173:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.187194:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.187203:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.187206:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.187337:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787460842.187346:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787460842.187348:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787460842.187351:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa987e47e8. 00000400:00000200:1.0:1787460842.187355:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5c38 00000400:00000010:1.0:1787460842.187358:0:6187:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5c38. 00000100:00000001:1.0:1787460842.187361:0:6187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787460842.187365:0:6187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787460842.187515:0:6187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.187527:0:6187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787460842.187530:0:6187:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.187532:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787460842.187535:0:6187:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787460842.187538:0:6187:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787460842.187540:0:6187:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.187542:0:6187:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787460842.187549:0:6187:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1787460842.187553:0:6187:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1787460842.187555:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787460842.187557:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.187560:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787460842.187562:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.187565:0:6187:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460842.187570:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.187577:0:6187:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.187580:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787460842.187581:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787460842.187585:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460842.187593:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233697152:192.168.201.140@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.187598:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.187600:0:6187:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.187603:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787460842.187605:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.187609:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.187615:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787460842.187618:0:6187:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.187621:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787460842.187628:0:6187:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787460842.187634:0:6187:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1787460842.187638:0:6187:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460842.187640:0:6187:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1787460842.187642:0:6187:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787460842.187644:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.187647:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8e300 x1874288233697152/t0(0) o501->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1787460858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.187653:0:6187:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787460842.187655:0:6187:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787460842.187658:0:6187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa81629000. 02000000:00000001:1.0:1787460842.187661:0:6187:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787460842.187662:0:6187:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460842.187663:0:6187:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1787460842.187665:0:6187:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787460842.187667:0:6187:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9faa81629400. 02000000:00000001:1.0:1787460842.187670:0:6187:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787460842.187671:0:6187:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787460842.187673:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8e300. 00000100:00000001:1.0:1787460842.187676:0:6187:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787460842.187678:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1787460842.187681:0:6187:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787460842.187683:0:6187:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1787460842.187689:0:6187:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9faa92e68000. 00000040:00000001:1.0:1787460842.187691:0:6187:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1787460842.187693:0:6187:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1787460842.187694:0:6187:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000010:1.0:1787460842.187698:0:6187:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8e300. 00000020:00000040:1.0:1787460842.187700:0:6187:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=5 obd=MGC192.168.201.140@tcp 00000100:00000001:1.0:1787460842.187703:0:6187:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787460842.187705:0:6187:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787460842.191942:0:6187:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787460842.191961:0:6187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9faa81629400. 00000100:00000001:1.0:1787460842.191969:0:6187:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.191977:0:6187:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787460842.191979:0:6187:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787460842.191985:0:6187:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.192001:0:6187:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638153486560640 : -105920222990976 : ffff9faa86bbed80) 00000100:00000001:1.0:1787460842.192004:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.192006:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000001:1.0:1787460842.192011:0:6187:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787460842.192016:0:6187:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.192019:0:6187:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787460842.192020:0:6187:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787460842.192031:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.192040:0:6187:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787460842.192042:0:6187:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.192046:0:6187:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787460842.192049:0:6187:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787460842.192053:0:6187:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787460842.192056:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233697280:192.168.201.140@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.192060:0:6187:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787460842.192064:0:6187:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787460842.192067:0:6187:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.192069:0:6187:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787460842.192084:0:6187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9faa86890000. 02000000:00000001:1.0:1787460842.192087:0:6187:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.192142:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1787460842.192148:0:6187:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa987e47e8. 00000400:00000010:1.0:1787460842.192154:0:6187:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9faa86bbe3c0. 00000100:00000200:1.0:1787460842.192160:0:6187:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874288233697280, portal 25 00000100:00000001:1.0:1787460842.192162:0:6187:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787460842.192163:0:6187:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674056448 : -105920035495168 : ffff9faa91e8e300) 00000100:00000040:1.0:1787460842.192169:0:6187:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.192176:0:6187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787460842.192179:0:6187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1787460842.192182:0:6187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa987e5c38. 00000100:00000200:1.0:1787460842.192186:0:6187:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874288233697280, offset 0 00000400:00000200:1.0:1787460842.192197:0:6187:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1787460842.192205:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.192212:0:6187:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1787460842.192216:0:6187:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787460842.192219:0:6187:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1787460842.192223:0:6187:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787460842.192226:0:6187:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1787460842.192229:0:6187:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [170:170:256:4294967295] 192.168.201.140@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1787460842.192234:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1787460842.192243:0:6187:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1787460842.192304:0:6187:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1787460842.192310:0:6187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa863aab00. 00000800:00000200:1.0:1787460842.192316:0:6187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1787460842.192324:0:6187:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1787460842.192328:0:6187:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa863aab00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1787460842.192347:0:6187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787460842.192351:0:6187:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1787460842.192353:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295058422 00000100:00000001:1.0:1787460842.192360:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058412 00000100:00000001:1.0:1787460842.192366:0:6187:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295058422 00000100:00000001:1.0:1787460842.192769:0:6187:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058412 00000100:00000001:1.0:1787460842.192775:0:6187:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.192777:0:6187:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.192780:0:6187:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787460842.192781:0:6187:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787460842.192784:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff9faa86bbed80 going to sleep for 11 seconds 00000100:00000001:1.0:1787460842.192787:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787460842.192789:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787460842.193632:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.193637:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa863aab00. 00000400:00000200:3.0:1787460842.193643:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.193649:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.193655:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa987e5c38 00000400:00000010:3.0:1787460842.193657:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa987e5c38. 00000100:00000001:3.0:1787460842.193661:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.193666:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.193676:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.193679:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.193686:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.193688:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460842.195179:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.195194:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.195198:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.195201:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.195210:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.195230:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.195238:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.195243:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.195248:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.195251:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 8416 into portal 25 MB=0x6a8a7bc605000 00000400:00000200:3.0:1787460842.195257:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.195262:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 8416/8416 into md 0x9cd [4] + 224 00000800:00000001:3.0:1787460842.195269:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.195280:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.195295:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.195300:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.195305:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.195313:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.195324:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.195347:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.195355:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.195358:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.195769:0:6187:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787460842.195777:0:6187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787460842.195780:0:6187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787460842.195790:0:6187:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa987e47e8. 00000400:00000200:1.0:1787460842.195795:0:6187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa86bbe3c0 00000400:00000010:1.0:1787460842.195797:0:6187:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9faa86bbe3c0. 00000100:00000001:1.0:1787460842.195800:0:6187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787460842.195805:0:6187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787460842.195877:0:6187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.195885:0:6187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787460842.195888:0:6187:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.195890:0:6187:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787460842.195893:0:6187:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787460842.195895:0:6187:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787460842.195897:0:6187:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787460842.195900:0:6187:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787460842.195906:0:6187:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1787460842.195910:0:6187:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1787460842.195912:0:6187:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787460842.195914:0:6187:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787460842.195917:0:6187:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787460842.195919:0:6187:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.195922:0:6187:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787460842.195927:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.195933:0:6187:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787460842.195936:0:6187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787460842.195938:0:6187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787460842.195941:0:6187:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787460842.195948:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:6187:1874288233697280:192.168.201.140@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787460842.195954:0:6187:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787460842.195956:0:6187:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787460842.195963:0:6187:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787460842.195965:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.195970:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.195977:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787460842.195980:0:6187:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9faa86bbed80. 00000100:00000001:1.0:1787460842.195982:0:6187:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787460842.195984:0:6187:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787460842.195992:0:6187:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1787460842.195994:0:6187:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787460842.195996:0:6187:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8e300 x1874288233697280/t0(0) o503->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787460858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787460842.196002:0:6187:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787460842.196004:0:6187:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787460842.196007:0:6187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9faa86890000. 02000000:00000001:1.0:1787460842.196018:0:6187:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787460842.196021:0:6187:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460842.196023:0:6187:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1787460842.196025:0:6187:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787460842.196028:0:6187:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9faa81629400. 02000000:00000001:1.0:1787460842.196031:0:6187:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787460842.196033:0:6187:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787460842.196035:0:6187:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8e300. 00000100:00000001:1.0:1787460842.196038:0:6187:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787460842.196039:0:6187:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787460842.196042:0:6187:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787460842.196043:0:6187:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1787460842.196045:0:6187:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1787460842.196047:0:6187:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787460842.196050:0:6187:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787460842.196054:0:6187:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1787460842.196057:0:6187:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9faa91f66120. 00000040:00001000:1.0:1787460842.196060:0:6187:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1787460842.197593:0:10405:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1787460842.197602:0:10405:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9faa92e5c200. 00000020:00000010:3.0:1787460842.197610:0:10405:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9faa92e5d800. 00000040:00000010:3.0:1787460842.197614:0:10405:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9faa92e5c800. 00000020:00000010:3.0:1787460842.197619:0:10405:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9faa90080000. 00000020:00000010:3.0:1787460842.197624:0:10405:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9faa82bd3c60. 00000020:00000010:3.0:1787460842.197628:0:10405:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9faa92e5d400. 80000000:00000010:3.0:1787460842.197633:0:10405:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9faa9877d180. 40000000:00000010:3.0:1787460842.197637:0:10405:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9faa92f66200. 00100000:00000010:3.0:1787460842.197642:0:10405:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9faa90086000. 00040000:00000010:3.0:1787460842.197647:0:10405:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9faaa1347e00. 00040000:00000010:3.0:1787460842.197651:0:10405:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9faa90083800. 00040000:00000010:3.0:1787460842.197654:0:10405:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9faa92e5ce00. 00000004:00000010:3.0:1787460842.197668:0:10405:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9faa90086800. 00000004:00000010:3.0:1787460842.197673:0:10405:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9faa986e2000. 00000004:00000010:3.0:1787460842.197677:0:10405:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9faa90081800. 00002000:00000010:3.0:1787460842.197682:0:10405:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9faa90e1c400. 00000004:00000010:3.0:1787460842.197687:0:10405:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9faa90e1e400. 00000020:00000010:3.0:1787460842.197692:0:10405:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9faa92f667c0. 00000040:00000010:3.0:1787460842.197699:0:10405:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9faa8690c000. 00000040:00080000:3.0:1787460842.198947:0:10405:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1787460842.198954:0:10405:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9faa8690c000. 00000020:00000010:3.0:1787460842.198963:0:10405:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9faa92f667c0. 00000020:00000010:3.0:1787460842.198979:0:10405:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9faa92e5d800. 00000040:00000010:3.0:1787460842.198984:0:10405:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9faa92e5c800. 00000020:00000010:3.0:1787460842.198987:0:10405:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9faa90080000. 00000020:00000010:3.0:1787460842.198991:0:10405:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9faa82bd3c60. 00000020:00000010:3.0:1787460842.198996:0:10405:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9faa92e5d400. 80000000:00000010:3.0:1787460842.198999:0:10405:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9faa9877d180. 40000000:00000010:3.0:1787460842.199002:0:10405:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9faa92f66200. 00100000:00000010:3.0:1787460842.199006:0:10405:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9faa90086000. 00040000:00000010:3.0:1787460842.199009:0:10405:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9faaa1347e00. 00040000:00000010:3.0:1787460842.199014:0:10405:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9faa90083800. 00040000:00000010:3.0:1787460842.199017:0:10405:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9faa92e5ce00. 00000004:00000010:3.0:1787460842.199020:0:10405:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9faa90086800. 00000004:00000010:3.0:1787460842.199024:0:10405:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9faa986e2000. 00000004:00000010:3.0:1787460842.199028:0:10405:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9faa90081800. 00002000:00000010:3.0:1787460842.199031:0:10405:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9faa90e1c400. 00000004:00000010:3.0:1787460842.199034:0:10405:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9faa90e1e400. 00000020:00000010:3.0:1787460842.199037:0:10405:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9faa92e5c200. 00000040:00000010:1.0:1787460842.199152:0:6187:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9faa91f66120. 00000040:00000001:1.0:1787460842.199157:0:6187:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1787460842.199159:0:6187:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1787460842.199178:0:6187:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9faa92e68000. 00000040:00000010:1.0:1787460842.199181:0:6187:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9faa88fd0200. 00000020:00000001:1.0:1787460842.199186:0:6187:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.199189:0:6187:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1787460842.199193:0:6187:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9faa84efc600. 00000040:00000010:1.0:1787460842.199196:0:6187:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9faa84efdc00. 00000020:00000010:1.0:1787460842.199199:0:6187:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9faa91efc000. 00000020:00000010:1.0:1787460842.199202:0:6187:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9faa84efcc00. 80000000:00000010:1.0:1787460842.199205:0:6187:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9faa91f66c60. 00040000:00000010:1.0:1787460842.199207:0:6187:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9faa84efda00. 20000000:00000010:1.0:1787460842.199210:0:6187:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9faa84efce00. 00000020:00000010:1.0:1787460842.199213:0:6187:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9faa84efd600. 10000000:00000010:1.0:1787460842.199215:0:6187:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9faa9876f3c0. 10000000:01000000:1.0:1787460842.199218:0:6187:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1787460842.199222:0:6187:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787460842.199225:0:6187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787460842.199227:0:6187:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787460842.199230:0:6187:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9faa829c4a00 refcount=3 00000020:00000001:1.0:1787460842.199232:0:6187:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638153417378304 : -105920292173312 : ffff9faa829c4a00) 00010000:00000001:1.0:1787460842.199234:0:6187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638153417378304 : -105920292173312 : ffff9faa829c4a00) 00010000:00000001:1.0:1787460842.199237:0:6187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787460842.199242:0:6187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff9faa829c4a00/0x552a9ea4e82a9500 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4275 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460842.199263:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460842.199264:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787460842.199267:0:6187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff9faa829c4a00/0x552a9ea4e82a9500 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13abddf344c4275 expref: -99 pid: 6187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787460842.199272:0:6187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787460842.199274:0:6187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787460842.199275:0:6187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787460842.199276:0:6187:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.199278:0:6187:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787460842.199295:0:6187:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787460842.199298:0:6187:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787460842.199299:0:6187:0:(mgc_request.c:123:config_log_put()) log params(ffff9faa83b98e00) refs 3 10000000:00000001:1.0:1787460842.199302:0:6187:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1787460842.450257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787460842.450269:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787460842.450289:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92efd500. 00000020:00000040:3.0:1787460842.450296:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:3.0:1787460842.450300:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787460842.450304:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787460842.450309:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787460842.450332:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1347e00. 00000100:00000001:3.0:1787460842.450338:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450351:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787460842.450363:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787460842.450376:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450383:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce8db4a5] to pc [ptlrpcd_01_01+1] req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.450425:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787460842.450432:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787460842.450435:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92efce00. 00000020:00000040:3.0:1787460842.450438:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa982db000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000100:00000001:3.0:1787460842.450440:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787460842.450441:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787460842.450443:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787460842.450447:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1347900. 00000100:00000001:3.0:1787460842.450450:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450455:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787460842.450461:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787460842.450464:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450467:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32f06e7] to pc [ptlrpcd_01_00+0] req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.450475:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787460842.450480:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787460842.450482:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92efdf80. 00000020:00000040:3.0:1787460842.450484:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa982d8800 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000100:00000001:3.0:1787460842.450486:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787460842.450493:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787460842.450495:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787460842.450499:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1347a00. 00000100:00000001:3.0:1787460842.450502:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450506:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787460842.450514:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787460842.450515:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450519:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de908161] to pc [ptlrpcd_01_01+1] req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.450525:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450527:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787460842.450531:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787460842.450533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787460842.450536:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787460842.450539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787460842.450541:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787460842.450543:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92efdc00. 00000020:00000040:3.0:1787460842.450546:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa85019000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000100:00000001:3.0:1787460842.450547:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787460842.450548:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787460842.450550:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787460842.450552:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1347700. 00000100:00000001:3.0:1787460842.450555:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450558:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787460842.450564:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787460842.450565:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450574:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc367451] to pc [ptlrpcd_01_00+0] req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.450580:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787460842.450585:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787460842.450587:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa92efd880. 00000020:00000040:3.0:1787460842.450589:0:37:0:(genops.c:1210:class_import_get()) import ffff9faa8501e000 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000100:00000001:3.0:1787460842.450591:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787460842.450592:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787460842.450594:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787460842.450597:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faaa1347400. 00000100:00000001:3.0:1787460842.450599:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450603:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787460842.450608:0:37:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787460842.450610:0:37:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450612:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715d7f35] to pc [ptlrpcd_01_01+1] req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.450619:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460842.450620:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787460842.450623:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787460842.450626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787460842.450629:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787460842.450633:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (395) 00000100:00000001:2.0:1787460842.452648:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460842.452658:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460842.452661:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460842.452673:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.452684:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460842.452686:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.452690:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460842.452694:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460842.452696:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460842.452700:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2414:1874288233697408:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460842.452704:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460842.452710:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460842.452713:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.452715:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460842.452723:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa934c3a00. 02000000:00000001:2.0:1787460842.452724:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460842.452732:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460842.452737:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80948. 00000400:00000010:2.0:1787460842.452744:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de110. 00000100:00000200:2.0:1787460842.452750:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233697408, portal 25 00000100:00000001:2.0:1787460842.452752:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460842.452754:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153691288832 : -105920018262784 : ffff9faa92efd500) 00000100:00000040:2.0:1787460842.452761:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.452796:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460842.452799:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460842.452802:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de2a8. 00000100:00000200:2.0:1787460842.452805:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874288233697408, offset 0 00000400:00000200:2.0:1787460842.452822:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460842.452831:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460842.452838:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460842.452843:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460842.452847:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460842.452851:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460842.452853:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460842.452857:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [171:171:256:4294967295] 192.168.201.140@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:2.0:1787460842.452862:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460842.452870:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460842.452876:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460842.452881:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41d00. 00000800:00000200:2.0:1787460842.452888:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460842.452895:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460842.452899:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460842.452920:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460842.452924:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460842.452927:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295058682 00000100:00000001:2.0:1787460842.452935:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295058422 00000100:00000001:2.0:1787460842.452940:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295058682 00000100:00000001:2.0:1787460842.452943:0:2414:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295058422 00000100:00000001:2.0:1787460842.452947:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460842.452949:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.452952:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460842.452956:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.452969:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460842.452971:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.453140:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460842.453142:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460842.453144:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460842.453148:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233697664:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460842.453152:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460842.453154:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460842.453156:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.453158:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460842.453161:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa934c3c00. 02000000:00000001:2.0:1787460842.453163:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460842.453166:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460842.453169:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80108. 00000400:00000010:2.0:1787460842.453173:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de7f8. 00000100:00000200:2.0:1787460842.453175:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233697664, portal 10 00000100:00000001:2.0:1787460842.453177:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460842.453178:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153691291520 : -105920018260096 : ffff9faa92efdf80) 00000100:00000040:2.0:1787460842.453186:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.453192:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460842.453194:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460842.453197:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980def68. 00000100:00000200:2.0:1787460842.453199:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233697664, offset 0 00000400:00000200:2.0:1787460842.453204:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460842.453208:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460842.453211:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460842.453214:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460842.453216:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460842.453218:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460842.453221:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460842.453230:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [172:172:255:4294967295] 192.168.201.140@tcp LPNI seq info [172:172:7:4294967295] 00000400:00000200:2.0:1787460842.453234:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460842.453239:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460842.453243:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460842.453247:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41000. 00000800:00000200:2.0:1787460842.453251:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460842.453255:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460842.453258:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460842.453261:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460842.453265:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: using a timeout of 141118 usecs (142 jiffies) 00000400:00000200:2.0:1787460842.453268:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460842.453270:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295057553 00000100:00000001:2.0:1787460842.453272:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295058682 00000100:00000001:2.0:1787460842.453274:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295057553 00000100:00000001:2.0:1787460842.453276:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295058682 00000100:00000001:2.0:1787460842.453287:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460842.453289:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.453292:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460842.453296:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.453303:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460842.453305:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.453307:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460842.453308:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460842.453310:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460842.453313:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:2414:1874288233697920:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460842.453316:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460842.453319:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460842.453321:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.453327:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460842.453330:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa934c2c00. 02000000:00000001:2.0:1787460842.453332:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460842.453336:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460842.453339:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80aa8. 00000400:00000010:2.0:1787460842.453342:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de000. 00000100:00000200:2.0:1787460842.453345:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233697920, portal 10 00000100:00000001:2.0:1787460842.453347:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460842.453348:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153691289728 : -105920018261888 : ffff9faa92efd880) 00000100:00000040:2.0:1787460842.453354:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.453360:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460842.453362:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460842.453376:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de880. 00000100:00000200:2.0:1787460842.453380:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233697920, offset 0 00000400:00000200:2.0:1787460842.453384:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460842.453388:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460842.453392:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460842.453395:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460842.453397:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460842.453400:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460842.453402:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460842.453405:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [173:173:254:4294967295] 192.168.201.140@tcp LPNI seq info [173:173:6:4294967295] 00000400:00000200:2.0:1787460842.455558:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460842.455570:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460842.455577:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460842.455585:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41f00. 00000800:00000200:2.0:1787460842.455591:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460842.455598:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460842.455601:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460842.455606:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460842.455621:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: using a timeout of 29857 usecs (30 jiffies) 00000400:00000200:2.0:1787460842.455625:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460842.455627:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295057443 00000100:00000001:2.0:1787460842.455630:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295058682 00000100:00000001:2.0:1787460842.455633:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295057443 00000100:00000001:2.0:1787460842.455635:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295058682 00000100:00000001:2.0:1787460842.455637:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460842.455640:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.455644:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.455647:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.455655:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460842.455657:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787460842.455659:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460842.455661:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460842.455663:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460842.455666:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1787460842.455667:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.455669:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460842.455671:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.455672:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460842.455673:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460842.455674:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460842.455680:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.455689:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460842.455691:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.455695:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460842.455697:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460842.455700:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460842.455711:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233697536:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460842.455715:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460842.455719:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460842.455722:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.455728:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460842.455732:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa934c2800. 02000000:00000001:2.0:1787460842.455734:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460842.455738:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460842.455741:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e80370. 00000400:00000010:2.0:1787460842.455746:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de220. 00000100:00000200:2.0:1787460842.455751:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233697536, portal 10 00000100:00000001:2.0:1787460842.455754:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460842.455755:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153691287040 : -105920018264576 : ffff9faa92efce00) 00000100:00000040:2.0:1787460842.455762:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1787460842.455879:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.455883:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41d00. 00000400:00000200:3.0:1787460842.455890:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.455895:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.455904:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de2a8 00000400:00000010:3.0:1787460842.455906:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de2a8. 00000100:00000001:3.0:1787460842.455910:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.455915:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.455925:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.455928:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.455935:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.455937:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460842.455948:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.455950:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41000. 00000400:00000200:3.0:1787460842.455952:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.455955:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.455957:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980def68 00000400:00000010:3.0:1787460842.455959:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980def68. 00000100:00000001:3.0:1787460842.455961:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.455964:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.455981:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.455984:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.455990:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.455992:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460842.456040:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.456042:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41f00. 00000400:00000200:3.0:1787460842.456044:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.456047:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.456049:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de880 00000400:00000010:3.0:1787460842.456051:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de880. 00000100:00000001:3.0:1787460842.456053:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.456057:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.456075:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.456078:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.456084:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.456085:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787460842.460015:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460842.460024:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460842.460034:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980decc0. 00000100:00000200:2.0:1787460842.460042:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233697536, offset 0 00000400:00000200:2.0:1787460842.460049:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460842.460061:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460842.460069:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460842.460074:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460842.460078:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460842.460081:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460842.460084:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460842.460088:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [174:174:256:4294967295] 192.168.201.140@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:2.0:1787460842.460107:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460842.460116:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460842.460122:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460842.460127:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41c00. 00000800:00000200:2.0:1787460842.460134:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460842.460141:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460842.460146:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460842.460160:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460842.460178:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: using a timeout of 116910 usecs (117 jiffies) 00000400:00000200:2.0:1787460842.460182:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460842.460184:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295057535 00000100:00000001:2.0:1787460842.460188:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295058682 00000100:00000001:2.0:1787460842.460190:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295057535 00000100:00000001:2.0:1787460842.460193:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295058682 00000100:00000001:2.0:1787460842.460195:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460842.460199:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.460203:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787460842.460210:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.460220:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787460842.460222:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.460226:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787460842.460230:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787460842.460232:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787460842.460235:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa92efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:2414:1874288233697792:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460842.460240:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787460842.460244:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787460842.460247:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.460249:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787460842.460253:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa934c2e00. 02000000:00000001:2.0:1787460842.460256:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787460842.460259:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1787460842.460263:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa92e801b8. 00000400:00000010:2.0:1787460842.460268:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980dec38. 00000100:00000200:2.0:1787460842.460272:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233697792, portal 10 00000100:00000001:2.0:1787460842.460275:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787460842.460276:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153691290624 : -105920018260992 : ffff9faa92efdc00) 00000100:00000040:2.0:1787460842.460295:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.460313:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787460842.460315:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1787460842.460317:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa980de660. 00000100:00000200:2.0:1787460842.460320:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233697792, offset 0 00000400:00000200:2.0:1787460842.460324:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1787460842.460328:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460842.460331:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1787460842.460334:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787460842.460336:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1787460842.460338:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787460842.460340:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1787460842.460342:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [175:175:255:4294967295] 192.168.201.140@tcp LPNI seq info [175:175:7:4294967295] 00000400:00000200:2.0:1787460842.460346:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1787460842.460351:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1787460842.460355:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1787460842.460359:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa83d41f00. 00000800:00000200:2.0:1787460842.460363:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1787460842.460367:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1787460842.460370:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa83d41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787460842.460372:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460842.460375:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: using a timeout of 23702 usecs (24 jiffies) 00000400:00000200:2.0:1787460842.460378:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1787460842.460380:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295057442 00000100:00000001:2.0:1787460842.460382:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295058682 00000100:00000001:2.0:1787460842.460383:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295057442 00000100:00000001:2.0:1787460842.460385:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295058682 00000100:00000001:2.0:1787460842.460387:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460842.460388:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.460398:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.460402:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.460435:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460842.460438:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787460842.462885:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.462892:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41c00. 00000400:00000200:3.0:1787460842.462899:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.462908:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.462915:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980decc0 00000400:00000010:3.0:1787460842.462917:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980decc0. 00000100:00000001:3.0:1787460842.462922:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.462929:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.462940:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.462943:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.462951:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.462953:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460842.463014:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460842.463017:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa83d41f00. 00000400:00000200:3.0:1787460842.463020:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.463023:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460842.463026:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de660 00000400:00000010:3.0:1787460842.463027:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de660. 00000100:00000001:3.0:1787460842.463030:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460842.463033:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.463041:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460842.463044:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.463069:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460842.463070:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460842.464864:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.464879:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.464883:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.464885:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.464893:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.464900:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.464909:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.464913:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.464918:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.464922:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc605180 00000400:00000200:3.0:1787460842.464927:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.464932:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:3.0:1787460842.464939:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.464944:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.464947:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.464951:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.464957:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.464964:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.464973:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.465006:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.465014:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.465018:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.465019:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.465021:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.465025:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.465028:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.465032:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.465048:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.465052:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.465054:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc605280 00000400:00000200:3.0:1787460842.465057:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.465061:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:3.0:1787460842.465065:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.465081:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.465084:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.465087:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.465118:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.465124:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.465131:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.465138:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.465143:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.465146:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.467512:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.467527:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.467531:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.467533:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.467541:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467548:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.467556:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467560:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467564:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467568:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6a8a7bc605080 00000400:00000200:3.0:1787460842.467572:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467578:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:3.0:1787460842.467584:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.467588:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.467591:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.467608:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.467615:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.467622:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.467632:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.467639:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.467647:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.467650:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.467652:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.467653:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.467656:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467659:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.467662:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467665:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467667:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467670:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc605100 00000400:00000200:3.0:1787460842.467673:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467677:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0xa05 [1] + 224 00000800:00000001:3.0:1787460842.467680:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.467682:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.467684:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.467687:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.467689:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.467693:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.467715:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.467722:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.467726:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.467730:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460842.467736:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.467738:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.467741:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467745:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460842.467749:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467751:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467754:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467757:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc605200 00000400:00000200:3.0:1787460842.467760:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460842.467764:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0xa15 [1] + 224 00000800:00000001:3.0:1787460842.467775:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787460842.469042:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460842.469048:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787460842.469056:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460842.469058:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460842.469062:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80370. 00000400:00000200:2.0:1787460842.469069:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de220 00000400:00000010:2.0:1787460842.469071:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de220. 00000100:00000001:2.0:1787460842.469075:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460842.469082:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460842.469131:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469138:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460842.469140:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.469143:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460842.469147:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460842.469149:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460842.469151:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.469154:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460842.469163:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982db460 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460842.469167:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982db418 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460842.469169:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460842.469171:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460842.469173:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787460842.469177:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.469180:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460842.469182:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460842.469184:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460842.469185:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460842.469189:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469195:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460842.469211:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460842.469213:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460842.469217:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460842.469225:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233697536:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1787460842.469231:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460842.469232:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460842.469234:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80948. 00000400:00000200:2.0:1787460842.469236:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de110 00000400:00000010:2.0:1787460842.469238:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de110. 00000100:00000001:2.0:1787460842.469241:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460842.469244:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460842.469251:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469256:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460842.469258:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.469259:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460842.469261:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460842.469262:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460842.469264:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.469265:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460842.469268:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460842.469271:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460842.469273:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460842.469274:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460842.469275:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787460842.469277:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.469290:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460842.469294:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469300:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460842.469307:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460842.469309:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460842.469313:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460842.469320:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2414:1874288233697408:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1787460842.469326:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460842.469327:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460842.469329:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80108. 00000400:00000200:2.0:1787460842.469331:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de7f8 00000400:00000010:2.0:1787460842.469333:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de7f8. 00000100:00000001:2.0:1787460842.469335:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460842.469339:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460842.469347:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469353:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460842.469355:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.469357:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460842.469358:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460842.469359:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460842.469361:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.469363:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460842.469367:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982d8c60 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460842.469370:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982d8c18 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460842.469372:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460842.469373:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460842.469375:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787460842.469378:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787460842.469384:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.469387:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460842.469388:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460842.469395:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460842.469396:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460842.469401:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469420:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460842.469422:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460842.469424:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460842.469428:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460842.469434:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27f16748-35fa-4480-8502-10646644ddbc:2414:1874288233697664:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1787460842.469440:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460842.469441:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460842.469443:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e80aa8. 00000400:00000200:2.0:1787460842.469446:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980de000 00000400:00000010:2.0:1787460842.469447:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980de000. 00000100:00000001:2.0:1787460842.469450:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460842.469453:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460842.469462:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469467:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460842.469469:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.469470:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460842.469472:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460842.469473:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460842.469474:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.469476:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460842.469480:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501e460 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460842.469483:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501e418 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460842.469485:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460842.469486:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460842.469488:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787460842.469497:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787460842.469504:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.469506:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460842.469507:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460842.469509:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460842.469512:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460842.469515:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469520:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460842.469522:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460842.469523:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460842.469526:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460842.469533:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:2414:1874288233697920:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460842.469537:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.469540:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460842.469543:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92efce00 x1874288233697536/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469549:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460842.469551:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460842.469555:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa934c2800. 02000000:00000001:2.0:1787460842.469558:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460842.469561:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460842.469563:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa982db000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000020:00000001:2.0:1787460842.469565:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460842.469568:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1347900. 02000000:00000001:2.0:1787460842.469571:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460842.469572:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460842.469574:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92efce00. 00000100:00000001:2.0:1787460842.469577:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460842.469584:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.469586:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460842.469589:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92efd500 x1874288233697408/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469595:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460842.469596:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460842.469598:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa934c3a00. 02000000:00000001:2.0:1787460842.469599:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460842.469601:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460842.469602:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:2.0:1787460842.469604:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460842.469605:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1347e00. 02000000:00000001:2.0:1787460842.469607:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460842.469608:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460842.469609:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92efd500. 00000100:00000001:2.0:1787460842.469611:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460842.469612:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.469613:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460842.469616:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92efdf80 x1874288233697664/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469622:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460842.469623:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460842.469625:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa934c3c00. 02000000:00000001:2.0:1787460842.469627:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460842.469628:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460842.469629:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa982d8800 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000020:00000001:2.0:1787460842.469631:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460842.469632:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1347a00. 02000000:00000001:2.0:1787460842.469634:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460842.469635:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460842.469636:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92efdf80. 00000100:00000001:2.0:1787460842.469638:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460842.469639:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.469641:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460842.469644:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92efd880 x1874288233697920/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.469659:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460842.469661:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460842.469662:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa934c2c00. 02000000:00000001:2.0:1787460842.469664:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460842.469666:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460842.469667:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa8501e000 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000020:00000001:2.0:1787460842.469668:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460842.469669:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1347400. 02000000:00000001:2.0:1787460842.469672:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460842.469673:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460842.469674:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92efd880. 00000100:00000001:2.0:1787460842.469676:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460842.469678:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.469681:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.469683:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460842.469684:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787460842.469686:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.469687:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787460842.470788:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460842.470795:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460842.470802:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460842.470821:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460842.470828:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460842.470838:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460842.470859:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460842.470870:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460842.470877:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.476431:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460842.476440:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787460842.476449:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787460842.476452:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787460842.476464:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa92e801b8. 00000400:00000200:2.0:1787460842.476473:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa980dec38 00000400:00000010:2.0:1787460842.476475:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa980dec38. 00000100:00000001:2.0:1787460842.476480:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460842.476492:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787460842.476504:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.476512:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787460842.476514:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.476517:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787460842.476520:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787460842.476523:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787460842.476544:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787460842.476547:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787460842.476556:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa85019460 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1787460842.476561:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa85019418 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1787460842.476564:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787460842.476565:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787460842.476568:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787460842.476571:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.476575:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787460842.476577:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:2.0:1787460842.476579:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787460842.476581:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787460842.476587:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.476595:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787460842.476598:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787460842.476600:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787460842.476603:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787460842.476611:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa92efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:259e19ad-2400-4dba-8976-3787ca22d20e:2414:1874288233697792:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1787460842.476616:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.476618:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787460842.476622:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa92efdc00 x1874288233697792/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460842.476628:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787460842.476630:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787460842.476634:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa934c2e00. 02000000:00000001:2.0:1787460842.476638:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787460842.476640:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787460842.476642:0:2414:0:(genops.c:1223:class_import_put()) import ffff9faa85019000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000020:00000001:2.0:1787460842.476644:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787460842.476646:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faaa1347700. 02000000:00000001:2.0:1787460842.476658:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787460842.476659:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787460842.476661:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa92efdc00. 00000100:00000001:2.0:1787460842.476664:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787460842.476666:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.476668:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787460842.476676:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787460842.476678:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787460842.476680:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787460842.476682:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460842.706307:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460842.706316:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460842.706322:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460842.706323:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787460842.708807:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787460842.708821:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787460842.708826:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460843.730471:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460843.730478:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460843.730502:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460843.730504:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787460843.730538:0:8470:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5b30 (cpu 3) has reached its deadline 4295058682, at 4295058688 00000100:00000010:3.0:1787460843.730558:0:8470:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa8513a0c0. 00000020:00000001:1.0:1787460843.730795:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787460843.730799:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787460843.730802:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787460843.732489:0:8400:0:(connection.c:75:cpu_latency_work()) work item of ffff9faa92ca5a20 (cpu 2) has reached its deadline 4295058682, at 4295058690 00000100:00000010:2.0:1787460843.732510:0:8400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9faa8513a660. 00010000:00000001:3.0:1787460844.754270:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460844.754303:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460844.754311:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460844.754312:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787460844.756887:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787460844.756895:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787460844.756900:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460845.779264:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460845.779275:0:8470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787460845.779278:0:8470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787460845.779281:0:8470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460845.779289:0:8470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787460845.779293:0:8470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460845.779295:0:8470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460845.779298:0:8470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460845.779302:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460845.779304:0:8470:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787460845.779305:0:8470:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787460845.779307:0:8470:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460845.779308:0:8470:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787460845.779310:0:8470:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460845.779311:0:8470:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460845.779313:0:8470:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787460845.779344:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787460845.779347:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787460845.779350:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787460846.802176:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460846.802185:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460846.803376:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460846.803383:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787460846.805598:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787460846.805606:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787460846.805612:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787460847.060731:0:6176:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1787460847.060742:0:6176:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575343:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787460847.575361:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787460847.575379:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8ad80. 00000020:00000040:0.0:1787460847.575388:0:38:0:(genops.c:1210:class_import_get()) import ffff9faa91ef9000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:0.0:1787460847.575395:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787460847.575400:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787460847.575409:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787460847.575421:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa85072300. 00000100:00000001:0.0:1787460847.575452:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575471:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a82f4cb9-0a07-4767-a9ee-ed862cc6951d->MGS req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787460847.575486:0:38:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787460847.575491:0:38:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575499:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b1017d1] to pc [ptlrpcd_00_00+0] req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.575561:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575566:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787460847.575570:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787460847.575575:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e88700. 00000020:00000040:0.0:1787460847.575578:0:38:0:(genops.c:1210:class_import_get()) import ffff9faa982db000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000100:00000001:0.0:1787460847.575581:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787460847.575582:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787460847.575585:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787460847.575594:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa91abea00. 00000100:00000001:0.0:1787460847.575598:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575602:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0000_UUID req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787460847.575611:0:38:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787460847.575612:0:38:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575616:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8fbe1e] to pc [ptlrpcd_00_01+1] req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.575625:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575628:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787460847.575632:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787460847.575635:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e8aa00. 00000020:00000040:0.0:1787460847.575638:0:38:0:(genops.c:1210:class_import_get()) import ffff9faa982d8800 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000100:00000001:0.0:1787460847.575640:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787460847.575641:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787460847.575649:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787460847.575653:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa91abed00. 00000100:00000001:0.0:1787460847.575657:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575661:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27f16748-35fa-4480-8502-10646644ddbc->lustre-MDT0001_UUID req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787460847.575667:0:38:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787460847.575669:0:38:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575673:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034f77de8] to pc [ptlrpcd_00_00+0] req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.575679:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787460847.575685:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787460847.575689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787460847.575693:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 27f16748-35fa-4480-8502-10646644ddbc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787460847.575696:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787460847.575699:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787460847.575702:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e89180. 00000020:00000040:0.0:1787460847.575705:0:38:0:(genops.c:1210:class_import_get()) import ffff9faa85019000 refcount=4 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000100:00000001:0.0:1787460847.575707:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787460847.575709:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787460847.575710:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787460847.575713:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa91abe300. 00000100:00000001:0.0:1787460847.575716:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575720:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0000_UUID req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787460847.575727:0:38:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787460847.575729:0:38:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575732:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d153de02] to pc [ptlrpcd_00_01+1] req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.575745:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787460847.575751:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787460847.575754:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9faa91e89880. 00000020:00000040:0.0:1787460847.575757:0:38:0:(genops.c:1210:class_import_get()) import ffff9faa8501e000 refcount=4 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000100:00000001:0.0:1787460847.575759:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787460847.575761:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787460847.575763:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787460847.575766:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9faa91abec00. 00000100:00000001:0.0:1787460847.575769:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575773:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-MDT0001_UUID req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787460847.575780:0:38:0:(jobid.c:977:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787460847.575782:0:38:0:(jobid.c:1014:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575786:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000756de294] to pc [ptlrpcd_00_00+0] req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.575792:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.575795:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787460847.575798:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787460847.575801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787460847.575805:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 259e19ad-2400-4dba-8976-3787ca22d20e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787460847.575811:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (400) 00000100:00000001:0.0:1787460847.575834:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460847.575840:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460847.575843:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460847.575849:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.575870:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460847.575874:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.575879:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460847.575883:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460847.575887:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460847.575890:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233698176:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460847.575895:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460847.575903:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460847.575907:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.575911:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460847.575916:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa850a4600. 02000000:00000001:0.0:1787460847.575918:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460847.575930:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460847.575937:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c948. 00000400:00000010:0.0:1787460847.575947:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e5d8. 00000100:00000200:0.0:1787460847.575957:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233698176, portal 10 00000100:00000001:0.0:1787460847.575960:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460847.575962:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674032896 : -105920035518720 : ffff9faa91e88700) 00000100:00000040:0.0:1787460847.575970:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.575978:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460847.575981:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460847.575984:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561edd0. 00000100:00000200:0.0:1787460847.575988:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233698176, offset 0 00000400:00000200:0.0:1787460847.575997:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460847.576008:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460847.576020:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460847.576028:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460847.576034:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460847.576039:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460847.576042:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460847.576053:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [176:176:256:4294967295] 192.168.201.140@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1787460847.576058:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460847.576071:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460847.576079:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460847.576085:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa91abe000. 00000800:00000200:0.0:1787460847.576161:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460847.576171:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460847.576177:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa91abe000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460847.576445:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.576452:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: using a timeout of 113443 usecs (114 jiffies) 00000400:00000200:0.0:1787460847.576456:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460847.576460:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295062648 00000100:00000010:0.0:1787460847.576467:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa8513af00. 00000100:00000001:0.0:1787460847.576478:0:2412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787460847.576485:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295062648 00000100:00000010:0.0:1787460847.576489:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9faa8513a960. 00000100:00000001:0.0:1787460847.576493:0:2412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa85613000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787460847.576497:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460847.576501:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.576505:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460847.576511:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.576518:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460847.576520:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.576523:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460847.576526:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460847.576528:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460847.576531:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233698432:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460847.576535:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460847.576546:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460847.576547:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.576549:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460847.576554:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa850a5000. 02000000:00000001:0.0:1787460847.576556:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460847.576559:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460847.576563:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c160. 00000400:00000010:0.0:1787460847.576568:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e880. 00000100:00000200:0.0:1787460847.576573:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233698432, portal 10 00000100:00000001:0.0:1787460847.576575:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460847.576576:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674035584 : -105920035516032 : ffff9faa91e89180) 00000100:00000040:0.0:1787460847.576583:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.576590:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460847.576592:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460847.576595:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561ecc0. 00000100:00000200:0.0:1787460847.576597:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233698432, offset 0 00000400:00000200:0.0:1787460847.576602:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460847.576607:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460847.576611:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460847.576614:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460847.576617:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460847.576619:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460847.576622:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460847.576625:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [177:177:255:4294967295] 192.168.201.140@tcp LPNI seq info [177:177:7:4294967295] 00000400:00000200:0.0:1787460847.576629:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460847.576637:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460847.576642:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460847.576646:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa91abe700. 00000800:00000200:0.0:1787460847.576650:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460847.576655:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460847.576658:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa91abe700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460847.576668:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.576671:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: using a timeout of 24373 usecs (25 jiffies) 00000400:00000200:0.0:1787460847.576674:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460847.576677:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295062559 00000100:00000001:0.0:1787460847.576679:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295062648 00000100:00000001:0.0:1787460847.576682:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295062559 00000100:00000001:0.0:1787460847.576683:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295062648 00000100:00000001:0.0:1787460847.576686:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460847.576687:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.576690:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.576695:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.576706:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460847.576709:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787460847.576712:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460847.576714:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460847.576715:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460847.576718:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1787460847.576720:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.576722:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460847.576723:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.576725:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460847.576726:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460847.576728:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460847.576733:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.576740:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460847.576741:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.576744:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460847.576745:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460847.576747:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460847.576750:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2412:1874288233698048:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460847.576754:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460847.576757:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460847.576764:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.576766:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460847.576769:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa850a5a00. 02000000:00000001:0.0:1787460847.576771:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460847.576776:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460847.576779:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c1b8. 00000400:00000010:0.0:1787460847.576783:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561ec38. 00000100:00000200:0.0:1787460847.576786:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233698048, portal 25 00000100:00000001:0.0:1787460847.576788:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460847.576790:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674042752 : -105920035508864 : ffff9faa91e8ad80) 00000100:00000040:0.0:1787460847.576795:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.576802:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460847.576804:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460847.576807:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e2a8. 00000100:00000200:0.0:1787460847.576809:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874288233698048, offset 0 00000400:00000200:0.0:1787460847.576813:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460847.576817:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460847.576821:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460847.576824:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460847.576827:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460847.576829:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460847.576831:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460847.576834:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [178:178:254:4294967295] 192.168.201.140@tcp LPNI seq info [178:178:6:4294967295] 00000400:00000200:0.0:1787460847.576837:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460847.576844:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460847.576848:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460847.576857:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa947e7a00. 00000800:00000200:0.0:1787460847.576861:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460847.576865:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460847.576868:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa947e7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460847.576871:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460847.576880:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460847.576882:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295063806 00000100:00000001:0.0:1787460847.576888:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295062648 00000100:00000001:0.0:1787460847.576892:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295063806 00000100:00000001:0.0:1787460847.576907:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295062648 00000100:00000001:0.0:1787460847.576910:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460847.576913:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.576915:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460847.576919:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.576925:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460847.576927:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.576929:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460847.576931:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460847.576933:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460847.576936:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233698304:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460847.576939:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460847.576941:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460847.576943:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.576944:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460847.576947:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa850a5200. 02000000:00000001:0.0:1787460847.576949:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460847.576953:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460847.576955:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2c370. 00000400:00000010:0.0:1787460847.576960:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e660. 00000100:00000200:0.0:1787460847.576962:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233698304, portal 10 00000100:00000001:0.0:1787460847.576965:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460847.576966:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674041856 : -105920035509760 : ffff9faa91e8aa00) 00000100:00000040:0.0:1787460847.576973:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.576979:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460847.576987:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1787460847.576990:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e908. 00000100:00000200:0.0:1787460847.576993:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233698304, offset 0 00000400:00000200:0.0:1787460847.576997:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460847.577001:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460847.577004:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460847.577007:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460847.577009:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460847.577012:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460847.577014:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460847.577016:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [179:179:253:4294967295] 192.168.201.140@tcp LPNI seq info [179:179:5:4294967295] 00000400:00000200:0.0:1787460847.577020:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460847.577025:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460847.577029:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460847.577033:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa947e7500. 00000800:00000200:0.0:1787460847.577036:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460847.577040:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460847.577043:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa947e7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460847.577046:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.577049:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: using a timeout of 135775 usecs (136 jiffies) 00000400:00000200:0.0:1787460847.577052:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460847.577054:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 2 is 4295062670 00000100:00000001:0.0:1787460847.577056:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 2, keep current deadline 4295063806 00000100:00000001:0.0:1787460847.577059:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS new deadline estimation for cpu 3 is 4295062670 00000100:00000001:0.0:1787460847.577061:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa85613000: PM QoS request active for cpu 3, keep current deadline 4295063806 00000100:00000001:0.0:1787460847.577062:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460847.577065:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.577067:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787460847.577072:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.577088:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787460847.577122:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.577124:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787460847.577126:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787460847.577128:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787460847.577131:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9faa91e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233698560:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460847.577134:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787460847.577137:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787460847.577139:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.577140:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787460847.577144:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9faa850a4a00. 02000000:00000001:0.0:1787460847.577145:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787460847.577149:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1787460847.577152:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9faa84e2cf78. 00000400:00000010:0.0:1787460847.577156:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561e770. 00000100:00000200:0.0:1787460847.577159:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874288233698560, portal 10 00000100:00000001:0.0:1787460847.577161:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787460847.577162:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446638153674037376 : -105920035514240 : ffff9faa91e89880) 00000100:00000040:0.0:1787460847.577168:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.577174:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787460847.577176:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000100:00000001:1.0:1787460847.577431:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787460847.577436:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787460847.578442:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9faa8561eaa0. 00000100:00000200:0.0:1787460847.578453:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874288233698560, offset 0 00000400:00000200:0.0:1787460847.578464:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1787460847.578474:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460847.578482:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1787460847.578487:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787460847.578491:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1787460847.578495:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787460847.578498:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1787460847.578515:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [180:180:252:4294967295] 192.168.201.140@tcp LPNI seq info [180:180:4:4294967295] 00000400:00000200:0.0:1787460847.578519:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1787460847.578530:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1787460847.578536:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1787460847.578542:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9faa947e7e00. 00000800:00000200:0.0:1787460847.578549:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9faa9876b0c0] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1787460847.578557:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1787460847.578561:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9faa947e7e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787460847.578566:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.578572:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: using a timeout of 29157 usecs (30 jiffies) 00000400:00000200:0.0:1787460847.578577:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1787460847.578580:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 2 is 4295062566 00000100:00000001:0.0:1787460847.578583:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 2, keep current deadline 4295063806 00000100:00000001:0.0:1787460847.578586:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS new deadline estimation for cpu 3 is 4295062566 00000100:00000001:0.0:1787460847.578588:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9faa900d3000: PM QoS request active for cpu 3, keep current deadline 4295063806 00000100:00000001:0.0:1787460847.578591:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460847.578594:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.578599:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.578604:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787460847.583432:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460847.583446:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa91abe000. 00000400:00000200:3.0:1787460847.583459:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460847.583473:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460847.583483:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561edd0 00000400:00000010:3.0:1787460847.583487:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561edd0. 00000100:00000001:3.0:1787460847.583495:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460847.583517:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.583558:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460847.583563:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.583571:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460847.583573:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460847.583594:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460847.583597:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa91abe700. 00000400:00000200:3.0:1787460847.583600:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460847.583604:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460847.583608:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561ecc0 00000400:00000010:3.0:1787460847.583610:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561ecc0. 00000100:00000001:3.0:1787460847.583612:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460847.583617:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.583625:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460847.583628:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.583635:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460847.583637:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460847.583644:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460847.583646:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa947e7a00. 00000400:00000200:3.0:1787460847.583651:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460847.583654:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460847.583657:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e2a8 00000400:00000010:3.0:1787460847.583659:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e2a8. 00000100:00000001:3.0:1787460847.583661:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460847.583665:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.583671:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460847.583674:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.583689:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460847.583691:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460847.583700:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460847.583702:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa947e7500. 00000400:00000200:3.0:1787460847.583705:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460847.583708:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460847.583711:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e908 00000400:00000010:3.0:1787460847.583713:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e908. 00000100:00000001:3.0:1787460847.583715:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460847.583720:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.583727:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460847.583730:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.583737:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460847.583739:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787460847.583812:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787460847.583814:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9faa947e7e00. 00000400:00000200:3.0:1787460847.583818:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460847.583822:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1787460847.583825:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561eaa0 00000400:00000010:3.0:1787460847.583827:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561eaa0. 00000100:00000001:3.0:1787460847.583829:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787460847.583833:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.583841:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787460847.583844:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.583850:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787460847.583852:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787460847.597269:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.597504:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460847.597509:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.597511:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460847.597521:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.597529:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460847.597538:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.597544:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.597550:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.597555:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6a8a7bc605300 00000400:00000200:3.0:1787460847.597560:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.597566:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0xa35 [1] + 224 00000800:00000001:3.0:1787460847.597574:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.597581:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460847.597584:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460847.597589:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460847.597597:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460847.597607:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460847.597684:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.597710:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460847.597719:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.597723:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.597807:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460847.597812:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787460847.597818:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460847.597821:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460847.597824:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c1b8. 00000400:00000200:0.0:1787460847.597829:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561ec38 00000400:00000010:0.0:1787460847.597831:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561ec38. 00000100:00000001:0.0:1787460847.597834:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460847.597839:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460847.597848:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.597865:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460847.597868:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.597870:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460847.597874:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460847.597876:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460847.597879:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.597882:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460847.597888:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa91ef9460 time=103 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460847.597892:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa91ef9418 time=103 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460847.597895:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460847.597896:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460847.597898:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787460847.597901:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.597903:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.597908:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.597928:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460847.597931:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460847.597933:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460847.597937:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460847.597945:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a82f4cb9-0a07-4767-a9ee-ed862cc6951d:2412:1874288233698048:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460847.597951:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.597954:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460847.597958:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8ad80 x1874288233698048/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.597964:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460847.597967:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460847.597970:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa850a5a00. 02000000:00000001:0.0:1787460847.597973:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460847.597976:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460847.597983:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa91ef9000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:0.0:1787460847.597986:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460847.597988:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa85072300. 02000000:00000001:0.0:1787460847.597996:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460847.597998:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460847.598001:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8ad80. 00000100:00000001:0.0:1787460847.598006:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460847.598007:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.598010:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.598012:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460847.598013:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460847.598015:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.598017:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787460847.602798:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.602817:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460847.602822:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.602825:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460847.602832:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.602841:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460847.602851:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.602856:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.602861:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.602865:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc605380 00000400:00000200:3.0:1787460847.602883:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.602889:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0xa25 [1] + 224 00000800:00000001:3.0:1787460847.602896:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.602899:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460847.602902:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460847.602907:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460847.602914:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460847.602924:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460847.602935:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.602957:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460847.602968:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.602972:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460847.602974:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.602976:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460847.602979:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.602983:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460847.602987:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.602989:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.602992:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.602994:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc605480 00000400:00000200:3.0:1787460847.602997:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.603001:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0xa2d [1] + 224 00000800:00000001:3.0:1787460847.603005:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.603009:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460847.603011:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460847.603013:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460847.603017:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460847.603021:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460847.603039:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.603046:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460847.603050:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.603053:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460847.603055:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.603056:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460847.603059:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.603063:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460847.603066:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.603068:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.603071:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.603074:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc605400 00000400:00000200:3.0:1787460847.603077:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.603080:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0xa3d [1] + 224 00000800:00000001:3.0:1787460847.603084:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.603175:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460847.603178:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787460847.603182:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1787460847.603199:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787460847.603204:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787460847.603212:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787460847.603219:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787460847.603222:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.603225:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.604981:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460847.604989:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787460847.604998:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460847.605000:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460847.605003:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c370. 00000400:00000200:0.0:1787460847.605009:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e660 00000400:00000010:0.0:1787460847.605012:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e660. 00000100:00000001:0.0:1787460847.605015:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460847.605023:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460847.605033:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.605041:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460847.605042:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.605045:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460847.605048:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460847.605050:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460847.605052:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.605055:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460847.605064:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982d8c60 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460847.605067:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982d8c18 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460847.605070:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460847.605071:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460847.605074:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787460847.605120:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787460847.605127:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.605130:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460847.605132:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460847.605134:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460847.605136:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.605140:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.605147:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460847.605150:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460847.605152:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460847.605156:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460847.605163:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233698304:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1787460847.605169:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460847.605170:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460847.605172:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c948. 00000400:00000200:0.0:1787460847.605175:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e5d8 00000400:00000010:0.0:1787460847.605176:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e5d8. 00000100:00000001:0.0:1787460847.605179:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460847.605182:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460847.605205:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.605212:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460847.605213:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.605215:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460847.605216:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460847.605218:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460847.605225:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.605227:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460847.605232:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa982db460 time=103 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460847.605235:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa982db418 time=103 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460847.605238:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460847.605239:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460847.605241:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787460847.605243:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.605253:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460847.605255:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa85613000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460847.605257:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460847.605258:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.605263:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.605268:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460847.605270:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460847.605271:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460847.605282:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460847.605290:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27f16748-35fa-4480-8502-10646644ddbc:2412:1874288233698176:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1787460847.605296:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460847.605297:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460847.605299:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2c160. 00000400:00000200:0.0:1787460847.605301:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e880 00000400:00000010:0.0:1787460847.605303:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e880. 00000100:00000001:0.0:1787460847.605305:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460847.605308:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460847.605315:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.605320:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460847.605326:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.605327:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460847.605339:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460847.605340:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460847.605341:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.605343:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460847.605348:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa85019460 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460847.605350:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa85019418 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460847.605352:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460847.605353:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460847.605354:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787460847.605356:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.605358:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460847.605360:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460847.605361:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460847.605362:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.605366:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.605371:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460847.605373:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460847.605374:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460847.605378:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460847.605384:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233698432:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460847.605388:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.605391:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460847.605394:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e8aa00 x1874288233698304/t0(0) o400->lustre-MDT0001-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.605400:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460847.605402:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460847.605406:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa850a5200. 02000000:00000001:0.0:1787460847.605410:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460847.605412:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460847.605418:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa982d8800 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa85613000 00000020:00000001:0.0:1787460847.605421:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460847.605423:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa91abed00. 02000000:00000001:0.0:1787460847.605426:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460847.605428:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460847.605431:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e8aa00. 00000100:00000001:0.0:1787460847.605434:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460847.605436:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.605437:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460847.605441:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e88700 x1874288233698176/t0(0) o400->lustre-MDT0000-mdc-ffff9faa85613000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.605448:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460847.605449:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460847.605451:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa850a4600. 02000000:00000001:0.0:1787460847.605453:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460847.605454:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460847.605455:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa982db000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa85613000 00000020:00000001:0.0:1787460847.605456:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460847.605458:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa91abea00. 02000000:00000001:0.0:1787460847.605459:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460847.605460:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460847.605462:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e88700. 00000100:00000001:0.0:1787460847.605464:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460847.605465:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.605466:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460847.605469:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e89180 x1874288233698432/t0(0) o400->lustre-MDT0000-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.605474:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460847.605476:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460847.605477:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa850a5000. 02000000:00000001:0.0:1787460847.605478:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460847.605479:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460847.605480:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa85019000 refcount=3 obd=lustre-MDT0000-mdc-ffff9faa900d3000 00000020:00000001:0.0:1787460847.605482:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460847.605483:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa91abe300. 02000000:00000001:0.0:1787460847.605485:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460847.605489:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460847.605491:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e89180. 00000100:00000001:0.0:1787460847.605493:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460847.605494:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.605497:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.605499:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460847.605501:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787460847.605502:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.605504:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787460847.617402:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.617422:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787460847.617426:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.617451:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787460847.617462:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.617470:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1787460847.617480:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.617486:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.617492:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.617496:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6a8a7bc605500 00000400:00000200:3.0:1787460847.617501:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1787460847.617507:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0xa45 [1] + 224 00000800:00000001:3.0:1787460847.617514:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787460847.617518:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787460847.619359:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787460847.619462:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787460847.619470:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787460847.619484:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1787460847.619496:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787460847.619508:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787460847.619522:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787460847.619552:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787460847.619568:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787460847.619586:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.620137:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460847.620144:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787460847.620166:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787460847.620169:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787460847.620174:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9faa84e2cf78. 00000400:00000200:0.0:1787460847.620188:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9faa8561e770 00000400:00000010:0.0:1787460847.620219:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9faa8561e770. 00000100:00000001:0.0:1787460847.620224:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787460847.620232:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787460847.620251:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.620259:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787460847.620261:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.620264:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787460847.620268:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787460847.620272:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787460847.620275:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787460847.620278:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787460847.620290:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffff9faa8501e460 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1787460847.620295:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffff9faa8501e418 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1787460847.620298:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787460847.620300:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787460847.620304:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787460847.620310:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787460847.620317:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.620342:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787460847.620345:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9faa900d3000: skip recheck: last_committed 0 00000100:00000001:0.0:1787460847.620347:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787460847.620349:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787460847.620354:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.620362:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787460847.620366:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787460847.620368:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787460847.620372:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787460847.620380:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9faa91e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:259e19ad-2400-4dba-8976-3787ca22d20e:2412:1874288233698560:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1787460847.620386:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.620390:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787460847.620394:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9faa91e89880 x1874288233698560/t0(0) o400->lustre-MDT0001-mdc-ffff9faa900d3000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1787460863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787460847.620401:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787460847.620405:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787460847.620409:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9faa850a4a00. 02000000:00000001:0.0:1787460847.620416:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787460847.620420:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787460847.620423:0:2412:0:(genops.c:1223:class_import_put()) import ffff9faa8501e000 refcount=3 obd=lustre-MDT0001-mdc-ffff9faa900d3000 00000020:00000001:0.0:1787460847.620425:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787460847.620428:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9faa91abec00. 02000000:00000001:0.0:1787460847.620432:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787460847.620435:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787460847.620437:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9faa91e89880. 00000100:00000001:0.0:1787460847.620441:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787460847.620443:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.620445:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787460847.620455:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787460847.620458:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787460847.620466:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787460847.620469:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460847.826508:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460847.826518:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787460847.826525:0:8470:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787460847.826526:0:8470:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787460847.826559:0:6185:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787460847.826563:0:6185:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787460847.826566:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 11181 lines, 11181 kept, 0 dropped, 0 bad.